-- Logs begin at Mon 2022-07-18 07:51:17 UTC, end at Mon 2022-07-18 09:05:46 UTC. -- Jul 18 08:36:33.276741 dv-cinder-850142-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 08:36:36.021444 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.common.config [-] Logging enabled! Jul 18 08:36:36.022068 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 08:36:36.022241 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110975) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 08:36:36.025428 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.common.config [-] Logging enabled! Jul 18 08:36:36.025681 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 08:36:36.025985 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110975) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 08:36:36.026922 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 08:36:36.027151 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 08:36:36.028182 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 08:36:36.028443 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 08:36:36.028671 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 08:36:36.028993 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.029290 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.029517 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.029812 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.030100 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.030378 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.031822 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.032135 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.032424 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.032704 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.032984 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.033212 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.033491 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.033776 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.034059 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.034279 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] debug = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.034560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.034990 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.035404 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.035706 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.035998 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.036273 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.036540 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.036817 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.037095 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.037422 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] host = dv-cinder-850142-3-iscsi {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.037696 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.037980 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.038263 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.038543 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.038815 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.039086 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.039367 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.039635 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.039926 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.040196 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.040479 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.040760 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.041046 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.041285 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.041489 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.041769 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.042064 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.042335 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.042604 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.042872 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.043141 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.043413 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.043700 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.043979 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.044263 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.044543 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.044813 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.045229 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.045510 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.045780 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.046237 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.046844 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.047118 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.047392 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.047693 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.047977 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.048250 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.048550 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.048839 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.049118 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.049402 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.049675 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.049957 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.050224 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.050491 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.050759 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] use_json = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.051029 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.051291 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.051570 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.051863 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.052133 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.052402 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.052668 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.052949 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.053216 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:36.053515 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.053811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.054109 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.054392 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.054693 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.054971 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.055257 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.055531 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.055845 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.056133 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.056418 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.056690 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.056987 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.057272 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.057564 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.057866 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.058157 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.058445 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.058717 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.058986 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.059254 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.059526 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.059837 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.060112 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.060396 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.060679 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.060953 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.061248 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.061532 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.062440 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.062745 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.063038 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.063314 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.063601 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.063908 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.064190 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.064466 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.064761 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.065043 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.065316 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.065600 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.065891 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.066181 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.066455 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.066732 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.067022 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.067298 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.067569 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.067863 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.068141 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.068412 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.068694 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.068968 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.069237 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.069506 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.069781 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.070053 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.070322 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.070597 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.070868 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.071142 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.071409 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.071691 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.071973 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.072241 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.072509 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.072778 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.073049 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.073325 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.073593 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.073904 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.074134 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.074406 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.074675 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.074972 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.075245 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.075518 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.075827 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.076105 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.076380 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.076653 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.076928 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.077201 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.078453 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.078758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.079055 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.079351 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.079642 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.079950 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.080272 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.080557 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.080838 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.081222 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.081508 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.081789 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.082076 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.082353 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.082633 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.082915 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.083197 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.083493 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.083812 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.084092 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.084387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.084685 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.084980 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.085259 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.085568 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.085846 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:36.086060 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 08:36:36.086309 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 08:36:36.392261 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 08:36:36.392533 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 08:36:36.392844 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 08:36:36.393175 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 08:36:36.819961 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.820244 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.820515 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.821791 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.822072 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.822337 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.879759 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.880034 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.880302 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.895933 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.896209 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.896478 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.927568 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.927869 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.928141 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.965911 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.966185 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:36.966453 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.215565 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.216209 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.216209 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.216385 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.217053 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.320439 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.320758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.321039 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.321307 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.321567 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.321880 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.322138 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.322390 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.322640 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.322918 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.323174 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.323433 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.323701 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.323956 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.324205 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.324465 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.324715 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.324984 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.325245 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.325498 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.325769 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.326015 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.326291 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.326665 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.326911 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.327155 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.328811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:37.329059 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:37.329304 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:37.329544 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:37.329783 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:37.330019 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:37.330389 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 08:36:37.333721 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 08:36:37.337815 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 08:36:37.341623 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 18 08:36:37.344499 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 08:36:37.345184 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 08:36:37.345467 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 08:36:37.345857 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 08:36:37.348967 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 08:36:37.349214 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 08:36:37.349560 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 08:36:37.354635 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 08:36:37.380456 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 08:36:37.380925 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.381225 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 08:36:37.381597 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.382945 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 08:36:37.383234 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 08:36:37.383480 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 08:36:37.386836 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.387112 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:37.547786 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 08:36:37.547964 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 08:36:37.548530 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 08:36:37.548530 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 08:36:37.599415 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO dbcounter [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Registered counter for database neutron Jul 18 08:36:37.619565 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_db.sqlalchemy.engines [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 08:36:37.626287 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG dbcounter [-] [110975] Writer thread running {{(pid=110975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 08:36:38.332171 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing driver for type 'gre' Jul 18 08:36:38.332817 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] gre ID ranges: [(1, 1000)] Jul 18 08:36:38.528782 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing driver for type 'local' Jul 18 08:36:38.529112 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing driver for type 'vlan' Jul 18 08:36:38.612297 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] VlanTypeDriver initialization complete Jul 18 08:36:38.612560 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing driver for type 'vxlan' Jul 18 08:36:38.613067 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] vxlan ID ranges: [(1, 1000)] Jul 18 08:36:38.797813 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing extension driver 'port_security' Jul 18 08:36:38.798157 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.extensions.port_security [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] PortSecurityExtensionDriver initialization complete Jul 18 08:36:38.798488 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing mechanism driver 'openvswitch' Jul 18 08:36:38.798811 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing mechanism driver 'hyperv' Jul 18 08:36:38.805756 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.plugin [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:36:38.806427 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.806811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.807156 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.807692 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 08:36:38.808105 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.808460 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.808806 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.809192 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 08:36:38.809597 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.809949 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.810291 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.810680 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 08:36:38.811092 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > security_group after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.811441 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > security_group after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.812317 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818144 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 08:36:38.818144 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818144 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818144 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818144 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 08:36:38.818516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > address_group after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > address_group after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 08:36:38.818516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] ML2 OVO RPC backend initialized. {{(pid=110975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 08:36:38.818919 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818919 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818919 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.818919 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > networks before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.819164 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.819164 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > ports before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.819164 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.819164 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnets before_response 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.819420 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.819760 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.820094 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.820426 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.820761 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.821094 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.821426 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.821758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.822090 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.830695 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded quota_driver: . Jul 18 08:36:38.831063 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.plugin [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Modular L2 Plugin initialization complete Jul 18 08:36:38.831409 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading services supported by the core plugin {{(pid=110975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 08:36:38.831774 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.plugins.ml2.managers [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Got port-security extension from driver 'port_security' Jul 18 08:36:38.832263 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.extensions.vlantransparent [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Disabled vlantransparent extension. Jul 18 08:36:38.832752 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 08:36:38.833101 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: router Jul 18 08:36:38.871456 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.871792 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_create 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.872162 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router before_create 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.872655 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.873031 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.873388 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_delete 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.873746 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.874730 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.875249 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_create 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.875597 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_update 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.875980 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_update 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.876330 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.876689 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_update 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.877099 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_update 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.877487 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.877806 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.878142 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: subnet after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.878480 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.878826 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.879238 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_create 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.879521 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.879914 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.880254 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router after_update 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.880591 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.880940 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_create 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.881299 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.881643 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_update 55549900 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.882008 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > agent after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.882354 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > agent after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.882697 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > network after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.883577 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Tracking information for resource: router configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:38.883933 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Tracking information for resource: floatingip configured {{(pid=110975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 08:36:38.888865 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.db.l3_agentschedulers_db [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 08:36:38.889448 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.889850 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port after_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.890197 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port after_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.890547 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: port after_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.891337 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router before_create 55550100 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.891724 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.892087 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_create 55550100 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.892438 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > router precommit_update 55550100 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.897246 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.provider_configuration [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service providers = [] {{(pid=110975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 08:36:38.897606 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.db.servicetype_db [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 08:36:38.900586 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.service_base [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 08:36:38.900932 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.service_base [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 08:36:38.901273 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.service_base [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 08:36:38.902323 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.services.service_base [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 08:36:38.902695 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.services.service_base [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 08:36:38.903083 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.903401 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 08:36:38.913909 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.914237 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: auto_allocate Jul 18 08:36:38.919949 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: network precommit_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.920320 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: network precommit_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.920842 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.921743 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: tag Jul 18 08:36:38.928568 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.928898 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: timestamp Jul 18 08:36:38.932748 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.933072 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: network_ip_availability Jul 18 08:36:38.939199 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.939567 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.939964 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:38.940711 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.941030 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: flavors Jul 18 08:36:38.946057 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.946384 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading Plugin: revisions Jul 18 08:36:38.950664 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 08:36:38.951056 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_concurrency.lockutils [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.558s {{(pid=110975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 08:36:38.951856 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 08:36:38.952244 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Initializing extension manager. Jul 18 08:36:38.952764 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: __init__.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.953105 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: __pycache__ {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.953437 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: address_group.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.954155 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.954722 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: address-group Jul 18 08:36:38.955038 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: address_scope.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.955741 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.956243 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: address-scope Jul 18 08:36:38.956559 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.957445 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.957946 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: router-admin-state-down-before-update Jul 18 08:36:38.958263 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: agent.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.958916 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.959427 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: agent Jul 18 08:36:38.959762 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: agent_resources_synced.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.960620 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.961122 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: agent-resources-synced Jul 18 08:36:38.961439 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: allowedaddresspairs.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.963179 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.963723 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: allowed-address-pairs Jul 18 08:36:38.964049 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: auto_allocated_topology.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.965166 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.965577 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: auto-allocated-topology Jul 18 08:36:38.965902 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: availability_zone.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.966554 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.967061 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: availability_zone Jul 18 08:36:38.967374 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: availability_zone_filter.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.968296 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.968803 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: availability_zone_filter Jul 18 08:36:38.969122 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: data_plane_status.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.969989 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.970490 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 08:36:38.970805 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: default_subnetpools.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.971689 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.972199 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: default-subnetpools Jul 18 08:36:38.972512 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.973302 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.974058 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: dhcp_agent_scheduler Jul 18 08:36:38.974371 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: dns.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.975232 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.975753 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 08:36:38.976069 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: dns_domain_ports.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.976928 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.977430 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 08:36:38.977745 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.978626 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.979116 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 08:36:38.979432 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: dvr.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.980083 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.980584 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: dvr Jul 18 08:36:38.980898 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: ecmp_routes.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.981768 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.982272 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 08:36:38.982587 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: empty_string_filtering.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.984011 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.984523 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: empty-string-filtering Jul 18 08:36:38.984844 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.985711 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.986204 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 08:36:38.986521 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.987395 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.987915 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 08:36:38.988232 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: external_net.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.989090 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.989642 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: external-net Jul 18 08:36:38.989908 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.990756 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.991324 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: extra_dhcp_opt Jul 18 08:36:38.991567 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: extraroute.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.992462 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.992963 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: extraroute Jul 18 08:36:38.993272 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: extraroute_atomic.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.994273 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.994772 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: extraroute-atomic Jul 18 08:36:38.995088 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: filter_validation.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.995738 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.996243 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: filter-validation Jul 18 08:36:38.996551 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: fip_pf_description.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.997652 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:38.998152 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 08:36:38.998470 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: fip_pf_port_range.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:38.999922 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.000428 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 08:36:39.000747 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: fip_port_details.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.001624 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.002130 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: fip-port-details Jul 18 08:36:39.002451 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: flavors.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.003631 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.004169 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: flavors Jul 18 08:36:39.004492 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.006096 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.006617 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 08:36:39.006939 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: floatingip_pools.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.007598 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.008138 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: floatingip-pools Jul 18 08:36:39.008459 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: ip_allocation.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.009344 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.009838 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 08:36:39.010157 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.011024 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.011522 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: ip-substring-filtering Jul 18 08:36:39.011867 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l2_adjacency.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.012745 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.013241 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 08:36:39.013560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.014526 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.015633 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: router Jul 18 08:36:39.015995 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.018219 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.018743 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 08:36:39.019081 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.020056 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.020569 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: ext-gw-mode Jul 18 08:36:39.020901 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.021771 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.022272 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: l3-ha Jul 18 08:36:39.022596 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.023462 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.023997 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 08:36:39.024319 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_flavors.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.025178 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.025681 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: l3-flavors Jul 18 08:36:39.026004 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.027318 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.027859 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 08:36:39.028186 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.029054 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.029555 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 08:36:39.029873 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: l3agentscheduler.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.031516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.032129 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: l3_agent_scheduler Jul 18 08:36:39.032458 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: local_ip.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.034240 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.034764 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension local_ip not supported by any of loaded plugins Jul 18 08:36:39.035089 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: logging.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.036546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.037071 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension logging not supported by any of loaded plugins Jul 18 08:36:39.037399 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: metering.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.038103 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.038686 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: metering Jul 18 08:36:39.039003 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.040308 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.040823 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: metering_source_and_destination_fields Jul 18 08:36:39.041151 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: multiprovidernet.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.042029 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.042537 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: multi-provider Jul 18 08:36:39.042863 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: netmtu.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.043754 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.044259 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: net-mtu Jul 18 08:36:39.044581 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: netmtu_writable.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.045444 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.046016 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: net-mtu-writable Jul 18 08:36:39.046524 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: network_availability_zone.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.047338 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.047881 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: network_availability_zone Jul 18 08:36:39.048206 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: network_ip_availability.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.049261 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.049769 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: network-ip-availability Jul 18 08:36:39.050094 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: network_segment_range.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.050822 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.051326 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 08:36:39.051651 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: pagination.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.052607 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.052937 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: pagination Jul 18 08:36:39.053258 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: port_device_profile.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.054108 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.054618 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: port-device-profile Jul 18 08:36:39.054938 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: port_mac_address_override.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.055831 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.056346 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: port-mac-override Jul 18 08:36:39.056666 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.057543 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.058050 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: port-mac-address-regenerate Jul 18 08:36:39.058370 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.059232 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.059771 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: port-numa-affinity-policy Jul 18 08:36:39.060094 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: port_resource_request.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.060964 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.061460 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 08:36:39.061961 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: port_resource_request_groups.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.062926 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.063426 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 08:36:39.063770 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: portbindings.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.064651 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.065155 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: binding Jul 18 08:36:39.065472 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: portbindings_extended.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.066694 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.067201 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: binding-extended Jul 18 08:36:39.067523 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: portsecurity.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.068416 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.068926 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: port-security Jul 18 08:36:39.069248 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: project_id.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.070205 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.070530 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: project-id Jul 18 08:36:39.070847 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: providernet.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.071725 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.072229 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: provider Jul 18 08:36:39.072547 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.076043 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.076562 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos not supported by any of loaded plugins Jul 18 08:36:39.076894 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.078617 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.079125 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 08:36:39.079457 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.111778 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.112383 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 08:36:39.112739 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_default.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.113583 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.114080 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-default not supported by any of loaded plugins Jul 18 08:36:39.114399 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_fip.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.115274 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.115800 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 08:36:39.116123 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.116985 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.117492 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 08:36:39.117816 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_gateway_ip.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.118677 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.119183 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 08:36:39.119502 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_port_network_policy.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.120386 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.120890 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 08:36:39.121210 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.122300 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.122762 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 08:36:39.123084 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.124143 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.124646 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 08:36:39.124969 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_pps_rule.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.126096 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.126606 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 08:36:39.126926 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_rule_type_details.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.127816 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.128322 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 08:36:39.128642 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.129507 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.130002 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 08:36:39.130324 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: qos_rules_alias.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.131338 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.131844 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 08:36:39.132164 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: quota_check_limit.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.133031 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.133542 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: quota-check-limit Jul 18 08:36:39.133877 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: quotasv2.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.134828 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.135192 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: quotas Jul 18 08:36:39.135498 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: quotasv2_detail.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.151346 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.151701 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: quota_details Jul 18 08:36:39.152044 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: rbac.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.153477 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.154034 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: rbac-policies Jul 18 08:36:39.154363 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: rbac_address_group.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.155280 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.156472 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: rbac-address-group Jul 18 08:36:39.156879 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: rbac_address_scope.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.157761 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.158271 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: rbac-address-scope Jul 18 08:36:39.158594 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: rbac_security_groups.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.159538 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.160074 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: rbac-security-groups Jul 18 08:36:39.160395 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: rbac_subnetpool.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.161269 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.161777 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: rbac-subnetpool Jul 18 08:36:39.162095 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: revisionifmatch.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.162972 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.163476 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: revision-if-match Jul 18 08:36:39.163828 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: revisions.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.164912 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.165421 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: standard-attr-revisions Jul 18 08:36:39.165744 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: router_availability_zone.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.166377 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.166881 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: router_availability_zone Jul 18 08:36:39.167199 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: routerservicetype.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.168099 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.168603 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 08:36:39.168923 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.169799 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.170308 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: security-groups-normalized-cidr Jul 18 08:36:39.170629 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.171926 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.172441 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: port-security-groups-filtering Jul 18 08:36:39.172763 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.173664 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.174179 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: security-groups-remote-address-group Jul 18 08:36:39.174495 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.175380 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.175925 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: security-groups-shared-filtering Jul 18 08:36:39.176244 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: securitygroup.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.185918 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.186460 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: security-group Jul 18 08:36:39.187371 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: segment.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.188217 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.188735 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension segment not supported by any of loaded plugins Jul 18 08:36:39.189058 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.190020 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.190528 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 08:36:39.190853 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: servicetype.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.191938 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.192450 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: service-type Jul 18 08:36:39.192772 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: sorting.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.193737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.194138 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: sorting Jul 18 08:36:39.194357 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: standard_attr_segment.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.195225 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.195776 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 08:36:39.196099 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: standardattrdescription.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.196715 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.197218 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: standard-attr-description Jul 18 08:36:39.197538 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: stateful_security_group.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.198446 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.198958 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: stateful-security-group Jul 18 08:36:39.199277 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: stdattrs_common.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.199852 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 08:36:39.200171 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.201045 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.201551 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 08:36:39.201869 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: subnet_onboard.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.203415 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.203958 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: subnet_onboard Jul 18 08:36:39.204283 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.207634 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.208161 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 08:36:39.208482 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: subnet_service_types.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.209354 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.209861 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: subnet-service-types Jul 18 08:36:39.210183 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: subnetallocation.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.211211 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.211752 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: subnet_allocation Jul 18 08:36:39.212078 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.212705 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.213225 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: subnetpool-prefix-ops Jul 18 08:36:39.213529 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.214411 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.214914 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 08:36:39.215234 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: tagging.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.216327 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.216849 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: standard-attr-tag Jul 18 08:36:39.217170 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: timestamp.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.218826 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.219344 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loaded extension: standard-attr-timestamp Jul 18 08:36:39.219701 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: trunk.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.220672 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.221179 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension trunk not supported by any of loaded plugins Jul 18 08:36:39.221495 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: trunk_details.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.222356 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.222863 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 08:36:39.223181 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: uplink_status_propagation.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.224340 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.224837 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 08:36:39.225155 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Loading extension file: vlantransparent.py {{(pid=110975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 08:36:39.225791 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 08:36:39.226295 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 08:36:39.228951 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:network Jul 18 08:36:39.229480 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:subnet Jul 18 08:36:39.229876 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 08:36:39.230267 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:port Jul 18 08:36:39.232825 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.233269 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service FLAVORS assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.234465 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.234894 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.235226 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:router Jul 18 08:36:39.235655 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 08:36:39.236161 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service METERING assigned prefix: /metering {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.242969 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:39.242969 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:39.242969 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:36:39.242969 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 08:36:39.242969 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:security_group Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service CORE assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] subnetpool is already registered Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service CORE assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 08:36:39.243351 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] subnetpool is already registered Jul 18 08:36:39.244790 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.245224 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service FLAVORS assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.245819 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.246247 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.246580 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:router Jul 18 08:36:39.246920 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] router is already registered Jul 18 08:36:39.247337 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 08:36:39.247681 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] floatingip is already registered Jul 18 08:36:39.248138 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service METERING assigned prefix: /metering {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.248802 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 08:36:39.249155 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] rbac_policy is already registered Jul 18 08:36:39.249566 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:security_group Jul 18 08:36:39.249900 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] security_group is already registered Jul 18 08:36:39.250300 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 08:36:39.250634 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] security_group_rule is already registered Jul 18 08:36:39.251260 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service CORE assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.251585 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 08:36:39.251940 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] subnetpool is already registered Jul 18 08:36:39.252365 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.v2.resource_helper [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Service CORE assigned prefix: {{(pid=110975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 08:36:39.252689 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 08:36:39.253020 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING neutron.quota.resource_registry [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] subnetpool is already registered Jul 18 08:36:39.253487 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: extensions {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.254962 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: address-groups {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.256471 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: address-scopes {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.257799 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: agents {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.258954 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: auto-allocated-topology {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.260221 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: availability_zones {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.261429 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: dhcp-networks {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.262942 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: dhcp-agents {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.264374 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: routers {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.266168 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: flavors {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.267417 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: service_profiles {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.268680 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: next_providers {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.270097 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: service_profiles {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.271632 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: floatingip-pools {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.274051 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: routers {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.274558 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: floatingips {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.275841 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: l3-routers {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.277240 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: l3-agents {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.278674 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: metering-labels {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.280010 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: metering-label-rules {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.282039 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: network-ip-availabilities {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.283289 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: bindings {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.284979 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: quotas {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.286630 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: quotas {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.288192 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: rbac-policies {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.289371 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: security-groups {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.290655 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: security-group-rules {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.291919 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: service-providers {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.293135 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: subnetpools {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.294467 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: subnetpools {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.296070 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.298254 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.301161 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.302926 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.304657 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.306603 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.308311 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.310181 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.312482 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.314218 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron.api.extensions [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Extended resource: tags {{(pid=110975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 08:36:39.320406 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING keystonemiddleware.auth_token [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 08:36:39.325510 dv-cinder-850142-3-iscsi neutron-server[110975]: WARNING keystonemiddleware.auth_token [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 08:36:39.334915 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_concurrency.lockutils [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Acquired lock "singleton_lock" {{(pid=110975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 08:36:39.335477 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_concurrency.lockutils [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Releasing lock "singleton_lock" {{(pid=110975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 08:36:39.336060 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Starting 2 workers Jul 18 08:36:39.340919 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Started child 111084 {{(pid=110975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 08:36:39.345731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Started child 111085 {{(pid=110975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 08:36:39.346708 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:39.347761 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO neutron.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 08:36:39.348667 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [-] (111084) wsgi starting up on http://0.0.0.0:9696 Jul 18 08:36:39.348929 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:39.351257 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:39.351727 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Starting 1 workers Jul 18 08:36:39.352822 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [-] (111085) wsgi starting up on http://0.0.0.0:9696 Jul 18 08:36:39.356667 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Started child 111086 {{(pid=110975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 08:36:39.357220 dv-cinder-850142-3-iscsi neutron-server[110975]: INFO oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Starting 1 workers Jul 18 08:36:39.362119 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Started child 111087 {{(pid=110975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 08:36:39.362893 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG neutron_lib.callbacks.manager [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:39.364784 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 08:36:39.365001 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 08:36:39.365875 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 08:36:39.365875 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 08:36:39.365875 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 08:36:39.365875 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 08:36:39.366139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] calling RpcWorker wait() {{(pid=111086) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 08:36:39.366664 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.366664 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.366891 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.367127 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:39.367551 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.service [None req-479b9a73-a3e7-42ac-9690-616aebe29474 None None] returning from RpcWorker wait() {{(pid=111086) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 08:36:39.367634 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.367725 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.368004 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.368167 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:36:39.368310 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.368499 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.368961 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.369085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:39.369203 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.369316 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.369518 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.369778 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:36:39.369910 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.370289 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.370560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.370815 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.371056 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.371237 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.371491 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.371769 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.372041 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.372378 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] debug = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.372575 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.373035 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.373270 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.373498 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.373741 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.374932 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.374932 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.375897 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.375897 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.375897 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.375897 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.376556 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.376556 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.376556 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.377063 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.377063 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.377397 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.377705 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] host = dv-cinder-850142-3-iscsi {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.377935 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.378185 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.378412 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.378656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.379109 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.379109 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.379482 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.379649 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.379887 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.380106 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.380358 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.380630 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.380868 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.381115 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.381293 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_options = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.381636 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.381827 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.382032 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.382228 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.382405 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.382617 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.382815 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.383024 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.383199 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.383370 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.383534 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.383767 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.384030 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.384222 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.384447 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.384680 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.384896 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.385135 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.385374 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.385597 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.385839 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.386094 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.386353 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.386562 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.386773 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.386987 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.387241 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.387485 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.387737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.387950 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.388917 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.388917 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.388917 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.388917 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.389199 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.389349 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.390375 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.390830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.391578 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.391578 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.391578 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.391578 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.392440 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.392440 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.392440 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.392440 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.393146 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_json = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.393146 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.393146 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.393680 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.393680 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.393680 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.394234 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.394234 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.394576 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.394576 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.394944 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.395211 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.395535 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.395841 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.396045 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.396355 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.396702 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.397043 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.397340 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.397592 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.397906 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.398150 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.398462 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.398707 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.398985 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.399335 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.399576 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.399907 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.400149 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.400399 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.400631 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.400872 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.401140 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.401381 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.401626 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.402001 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.402149 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.402376 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.402636 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.402907 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.403246 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.403498 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.403833 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.404026 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.404258 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.404516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.404735 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.404973 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.405251 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.405610 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.406546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.406546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.406546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.406546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.406546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.407321 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.407321 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.407321 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.407827 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.407827 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.408233 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.408233 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.408558 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.408558 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.408896 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.409157 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.409661 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.409661 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.410637 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.410842 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.411057 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.411538 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.412489 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.412714 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.412931 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.413149 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.413390 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.413601 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.413867 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.414115 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.414348 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.414562 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.414781 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.415019 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.415247 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.415463 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.415740 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.415921 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.416525 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.416748 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.416965 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.417210 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.417422 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.417638 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.417852 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.418070 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.418312 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.418524 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.418735 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.418944 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.419155 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.419480 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.419765 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.420008 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.426676 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.427758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.428737 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.429303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.430195 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.430195 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.430358 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.430610 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.431056 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.431314 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.433464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.434350 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.434350 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.434558 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.434745 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.434958 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.437054 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.437054 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.437228 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.437563 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.438022 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.438499 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.438863 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.439224 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.440387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.440387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.440387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.440937 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.441339 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.441897 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.442252 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.442735 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.443113 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.443492 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.443940 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.444312 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.444694 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.445065 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.445449 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.445829 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.446254 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.446621 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.446999 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.447405 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.447831 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.452173 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.453662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.453662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.453662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.453662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.453662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.454326 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.454326 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.455528 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.455528 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.455528 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.456093 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.456250 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.456513 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.456922 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.457312 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.457873 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.458278 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.458782 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.459157 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.459552 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.459924 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.460287 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.460637 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.460995 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.461519 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.461914 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.462273 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.462660 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.463166 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.463577 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.464006 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.464477 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.464850 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.465247 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.465628 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.466021 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.466662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.467262 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.468419 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.469083 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.469461 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.469837 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.470491 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.470659 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.471143 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.471937 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.472345 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.472774 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.473204 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.473811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.474171 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.474505 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.474839 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.475224 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.475600 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.475990 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.476695 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.477012 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.477292 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 48244) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:36:39.477483 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.477750 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.478034 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.478350 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.480588 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.480588 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.480588 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.480588 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.480588 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.480588 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.484731 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.485786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.485786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.485786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.485786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.485786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.485786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.486667 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.486667 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.486962 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.488303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.488303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.488303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.488721 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.489012 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.489415 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.489798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.490186 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.490722 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.491477 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.492092 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.492516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.492943 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.493349 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.493801 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.494203 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.494555 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.495042 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.495490 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.495940 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.496350 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.496784 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.497163 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.497564 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.497942 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.498347 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.498749 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.499699 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.500175 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.500513 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.500905 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.501280 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.501708 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.502298 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.502685 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.503301 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.504004 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.504607 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.505095 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 08:36:39.506171 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 08:36:39.507467 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0261447 Jul 18 08:36:39.507892 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 08:36:39.508336 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 08:36:39.508861 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 08:36:39.509361 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 08:36:39.509843 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 08:36:39.511031 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.511518 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.511929 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.512420 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.512986 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.513482 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.513915 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.514293 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.515465 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.515960 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.516237 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.516520 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.516786 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.517016 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.517253 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.517484 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.517759 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.518037 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.518304 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.518574 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.518837 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.519136 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] debug = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.519404 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.520791 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.521076 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.521330 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.521585 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.521860 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.523387 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.524504 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.524504 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.524504 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.524504 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] host = dv-cinder-850142-3-iscsi {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.525053 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.525053 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.525324 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.525627 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.525789 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.526254 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.526527 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.526788 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.527051 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.527305 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.527540 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.527912 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.528131 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.528579 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.528878 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_options = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.529091 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.529345 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.529631 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.529898 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.530390 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.530968 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.531399 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.531793 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.532212 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.532658 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.533025 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.533462 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.533897 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.534247 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.534611 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.535062 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.535329 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.535573 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.535899 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.536143 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.536412 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.536870 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.537129 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.537389 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.537653 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.537912 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.538164 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.538379 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.538594 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.538809 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.539025 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.539248 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.539505 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.539936 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.540280 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.540618 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.541007 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.541447 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.541886 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.542344 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.542697 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.542981 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.543361 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.543361 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.543616 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.543845 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.544109 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_json = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.544360 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.544610 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.544879 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.545135 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.545609 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.546091 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.546576 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.546849 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.547104 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 08:36:39.547437 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.547833 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.548302 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.548564 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.549636 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.549636 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.549636 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.549636 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.549937 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.549937 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.550210 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.550477 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.550758 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.551020 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.551649 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.551649 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.551964 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.552049 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.552313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.552578 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.552847 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.553116 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.553397 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.553662 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.553887 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.554126 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.554402 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.554692 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.554955 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.555236 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.555516 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.555806 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.556080 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.556357 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.556628 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.556887 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:36:39.557017 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.557152 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.557423 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.557693 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.558117 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.558525 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.559195 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.559469 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.559776 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.560811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.560811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.560811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.560811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.560811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.561358 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.561358 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.562165 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.562343 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.562474 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.562729 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.563073 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.563248 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.563513 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.563834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.564103 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.564364 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.564614 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.564836 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.565158 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.565428 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.565698 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.565949 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.566216 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.566511 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.566761 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.567027 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.567276 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.567497 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.569313 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.570683 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.570906 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.571144 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.571402 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.571691 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.571977 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.572276 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.572508 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.573325 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.573325 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.573325 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.573655 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.573811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.574076 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.574276 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.574494 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.574755 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.575174 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.575646 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.576139 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.581834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.582798 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.583656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.583656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.583656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.583656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.583656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.584308 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.584835 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.585310 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.586830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.586830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.586830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.586830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.586830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.586830 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.587314 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.587406 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.587752 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.588082 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.588277 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.588538 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.588813 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.589089 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.589382 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.589658 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.589933 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.590206 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.590515 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.590789 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.591062 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.591381 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.591637 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.591952 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.592233 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.592486 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.593403 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.593403 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.593403 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.593629 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.594004 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.594281 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.594560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.594845 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.595105 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.595369 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.595644 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.595950 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.596221 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.596476 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.596745 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.598941 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.599963 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.599963 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.599963 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.599963 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.600456 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.600456 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.600699 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.600918 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.601372 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.601875 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.602360 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.602804 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.603261 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.603656 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.604218 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.604587 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.604933 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.605279 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.605635 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.606031 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.606323 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.606659 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.606946 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.607234 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.607569 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.607915 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.608190 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.608985 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.609439 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.609734 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.610027 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.610303 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.610587 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.610834 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.611734 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.611734 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.611734 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.611947 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.612227 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.612452 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.612732 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.612951 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.613204 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.613464 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.613735 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.613995 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.614265 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.614538 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.614811 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616560 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616938 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.616938 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.617203 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.617368 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.617624 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.617900 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.618162 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619186 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619186 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619186 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619186 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619465 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619754 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.619928 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.620148 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.620637 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.620637 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.620949 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.621169 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.621426 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.621679 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.622035 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.622378 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.622713 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.622871 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.623087 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.623347 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.623609 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.624934 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.624934 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.625289 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.625289 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.625748 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.625748 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.625977 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.626194 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.626452 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.626705 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.626996 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.627288 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.627539 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.627909 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.628128 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.628405 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.628668 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.628933 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.629194 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.629447 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.629720 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.629992 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.630251 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.630519 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.630770 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.631026 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.631305 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.631576 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.631868 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.632143 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.632368 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.632590 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.632808 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.633053 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.633317 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.633583 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.633879 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.634307 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.634751 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.635019 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.635284 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.635546 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.635835 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.636046 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.636248 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.636481 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.636734 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.637003 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.637267 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.637513 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 08:36:39.638550 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 08:36:48.685686 dv-cinder-850142-3-iscsi neutron-server[110975]: DEBUG dbcounter [-] [110975] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:36:51.056844 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d321101-6c60-4537-a270-f9960020d921 None None] get_active_networks_info from dv-cinder-850142-3-iscsi {{(pid=111086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 08:36:51.066618 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writer thread running {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 08:36:51.067248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writer thread running {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 08:36:51.132373 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d321101-6c60-4537-a270-f9960020d921 None None] No non-hosted networks {{(pid=111086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 08:36:51.142091 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.agentschedulers_db [None req-9d321101-6c60-4537-a270-f9960020d921 None None] DHCP Agent not found on host dv-cinder-850142-3-iscsi {{(pid=111086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 18 08:36:51.297032 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a246417e-7aa7-454c-b5a3-d7a8f4360e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3895081'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:52.861181 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writer thread running {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 08:36:53.502247 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1cbec239-d260-4a4a-9b6f-8afcbaaf2737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3895081'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:53.530954 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.db.api [None req-968eb2e0-c57b-420c-88c6-de25bf031592 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850142-3-iscsi {{(pid=111086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 08:36:53.531947 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG oslo_db.api [None req-968eb2e0-c57b-420c-88c6-de25bf031592 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 08:36:54.140068 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-968eb2e0-c57b-420c-88c6-de25bf031592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:54.539785 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3895081'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:54.560414 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 48322) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:36:55.197986 dv-cinder-850142-3-iscsi neutron-server[111085]: WARNING oslo_policy.policy [None req-e61db75c-9798-49eb-972c-f98f547d7f2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:36:55.198941 dv-cinder-850142-3-iscsi neutron-server[111085]: WARNING oslo_policy.policy [None req-e61db75c-9798-49eb-972c-f98f547d7f2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:36:55.426272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [None req-e61db75c-9798-49eb-972c-f98f547d7f2d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:36:55.437215 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e61db75c-9798-49eb-972c-f98f547d7f2d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8658545 Jul 18 08:36:56.230988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3895081'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:56.339539 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3895081'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:56.340259 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.340582 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.340918 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.341245 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.341576 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.341901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.342776 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.343119 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.343445 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.343786 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.344124 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.344565 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.344930 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.345252 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.345568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:36:56.345948 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850142-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:36:56.352854 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850142-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:36:57.941330 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48354) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:36:58.512471 dv-cinder-850142-3-iscsi neutron-server[111084]: WARNING oslo_policy.policy [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:36:58.513058 dv-cinder-850142-3-iscsi neutron-server[111084]: WARNING oslo_policy.policy [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:36:58.742782 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:36:58.841218 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.policy [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 08:36:58.886935 dv-cinder-850142-3-iscsi neutron-server[111084]: WARNING oslo_policy.policy [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:36:58.887313 dv-cinder-850142-3-iscsi neutron-server[111084]: WARNING oslo_policy.policy [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:36:58.916137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writer thread running {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 08:36:59.089113 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789021902003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789021902511', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789021721716', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789021728282', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789021732981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789021744279', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607015', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-790069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4034502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4124452'] for rbac-policy (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:59.397078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:36:59.398657 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d62b5784-814f-48cd-8a4a-33957ab66a45 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4547572 Jul 18 08:37:00.143768 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.db.l3_hamode_db [None req-f7f95d94-208e-4843-85a0-b2233ce02b84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 08:37:00.233299 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f95d94-208e-4843-85a0-b2233ce02b84 None None] Routers set() bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:37:00.233865 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f95d94-208e-4843-85a0-b2233ce02b84 None None] Router IDs set() for agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 08:37:01.763986 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48372) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:02.116185 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:37:02.237616 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Made reservation on behalf of 791daf53d0364b258d9cfb153ffa3111 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:37:02.241951 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.261208 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.391383 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks [] for security_group (121d409d-65ff-4bd9-84af-3078c539048e), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.477118 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (121d409d-65ff-4bd9-84af-3078c539048e), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.513364 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:37:02.544408 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789023929101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (0782c8ac-0369-47b9-8885-4f59ae215ddf), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.545167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Unsubscribe: segment precommit_create {{(pid=111084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 08:37:02.545595 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Added segment 0782c8ac-0369-47b9-8885-4f59ae215ddf of type vlan for network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 Jul 18 08:37:02.564207 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=121d409d-65ff-4bd9-84af-3078c539048e,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:02.618737 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.619076 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.619443 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.619829 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.620167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.620493 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.620820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.621144 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.621464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.621787 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.622107 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.622441 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.622759 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.623112 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.623428 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Tracked resource versions report: Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: pushed versions: Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: { 'AddressGroup': {'1.2'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Agent': {'1.1'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'ConntrackHelper': {'1.0'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Log': {'1.0'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'NDPProxy': {'1.0'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Network': {'1.1'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Port': {'1.7'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'PortForwarding': {'1.3'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'QosPolicy': {'1.10'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroup': {'1.5'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SubPort': {'1.0'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Subnet': {'1.1'}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Trunk': {'1.1'}} Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: consumer versions: Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Agent': '1.1', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'ConntrackHelper': '1.0', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'LocalIPAssociation': '1.0', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Log': '1.0', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'NDPProxy': '1.0', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Network': '1.1', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Port': '1.7', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'PortForwarding': '1.3', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'QosPolicy': '1.10', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroup': '1.5', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroupRule': '1.2', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SubPort': '1.0', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Subnet': '1.1', Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Trunk': '1.1'}} Jul 18 08:37:02.624982 dv-cinder-850142-3-iscsi neutron-server[111084]: {{(pid=111084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:37:02.673160 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.780373 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.789733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:02.790846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:02.836220 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:02.993573 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2281978 Jul 18 08:37:03.014898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dc916-868d-4b6f-8984-5190255b48d4 demo demo] Pushing event updated for resources: {'Network': ['ID=6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:03.032953 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:37:05.415156 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48386) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:05.869832 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e00477-4cdf-47d2-8602-4d77e020f7ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:05.871243 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-62e00477-4cdf-47d2-8602-4d77e020f7ef demo admin] 10.222.0.57 "GET /v2.0/networks/6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 HTTP/1.1" status: 200 len: 825 time: 0.4550858 Jul 18 08:37:05.899292 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f71d6030-feeb-49e8-a7fa-1c61fd5707ab demo admin] 10.222.0.57 "GET /v2.0/subnetpools/396bd243-5834-4ed3-97fd-4d1d465a8a54 HTTP/1.1" status: 200 len: 734 time: 0.0208411 Jul 18 08:37:05.910469 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:37:05.990930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Made reservation on behalf of 791daf53d0364b258d9cfb153ffa3111 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:37:05.993368 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:06.092654 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:06.099231 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=7 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:06.263888 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:06.425946 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (ac593996-6c58-4221-8769-7321100949a6), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:06.500192 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ac593996-6c58-4221-8769-7321100949a6,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:06.510868 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Checking segment: {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:37:06.511234 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Network hostable DHCP agents. Network: 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:37:06.596962 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:37:06.682464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:37:06.688194 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:06.688834 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:06.693701 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa1f1f-86fc-40f6-bda4-75e0da12c4b4 None None] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:37:06.782359 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ebfbd502-2fc0-4555-b600-f19b92117521 demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8753636 Jul 18 08:37:06.967458 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:37:06.969072 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:07.292545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Allocated IP 172.20.0.2 (6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8/ac593996-6c58-4221-8769-7321100949a6/725f4847-f6b5-423e-b9d2-efc23f030632) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:37:07.639632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Publish callbacks [] for port (725f4847-f6b5-423e-b9d2-efc23f030632), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:07.642757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=52,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:07.723232 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:07.802259 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:37:07.815289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:37:07.821168 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Pushing event updated for resources: {'Port': ['ID=725f4847-f6b5-423e-b9d2-efc23f030632,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:07.823757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:37:07.858839 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.859364 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.859998 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.860532 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.861081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.861619 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.862011 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.862379 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.862741 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.863189 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.863557 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.864028 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.864416 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.864784 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.865167 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Tracked resource versions report: Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: pushed versions: Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: { 'AddressGroup': {'1.2'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Agent': {'1.1'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'ConntrackHelper': {'1.0'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Log': {'1.0'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'NDPProxy': {'1.0'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Network': {'1.1'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Port': {'1.7'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'PortForwarding': {'1.3'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'QosPolicy': {'1.10'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroup': {'1.5'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SubPort': {'1.0'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Subnet': {'1.1'}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Trunk': {'1.1'}} Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: consumer versions: Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Agent': '1.1', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'ConntrackHelper': '1.0', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'LocalIPAssociation': '1.0', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Log': '1.0', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'NDPProxy': '1.0', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Network': '1.1', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Port': '1.7', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'PortForwarding': '1.3', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'QosPolicy': '1.10', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroup': '1.5', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroupRule': '1.2', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SubPort': '1.0', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Subnet': '1.1', Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Trunk': '1.1'}} Jul 18 08:37:07.866687 dv-cinder-850142-3-iscsi neutron-server[111086]: {{(pid=111086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:37:07.925021 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Attempting to bind port 725f4847-f6b5-423e-b9d2-efc23f030632 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:37:07.925507 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Attempting to bind port 725f4847-f6b5-423e-b9d2-efc23f030632 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:37:07.925984 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Attempting to bind port 725f4847-f6b5-423e-b9d2-efc23f030632 on network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:37:07.932266 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:37:07.932632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Checking segment: {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:37:07.933092 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:07.933500 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Bound using segment: {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:37:07.934004 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Bound port: 725f4847-f6b5-423e-b9d2-efc23f030632, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:37:07.934411 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:08.004335 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] For port 725f4847-f6b5-423e-b9d2-efc23f030632, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:37:08.027527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] For port 725f4847-f6b5-423e-b9d2-efc23f030632, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=725f4847-f6b5-423e-b9d2-efc23f030632,segment=NetworkSegment(0782c8ac-0369-47b9-8885-4f59ae215ddf),segment_id=0782c8ac-0369-47b9-8885-4f59ae215ddf)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:37:08.117569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:08.178759 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922ecc-f9be-4f2b-b448-86ddd7be3490 None None] Pushing event updated for resources: {'Port': ['ID=725f4847-f6b5-423e-b9d2-efc23f030632,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:09.201602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48400) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:09.594285 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [None req-7b3ebd0c-b6d7-4128-9823-4db45f64e96a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:37:09.595310 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-7b3ebd0c-b6d7-4128-9823-4db45f64e96a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3927131 Jul 18 08:37:11.936417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48408) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:12.278270 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [None req-22e3f5fd-a0b6-434b-8bec-214fa78753c5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:37:12.290850 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-22e3f5fd-a0b6-434b-8bec-214fa78753c5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3424776 Jul 18 08:37:14.578909 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48416) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:14.919806 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:37:15.002611 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:15.005205 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:15.145331 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] Publish callbacks [] for router_controller (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:15.344115 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:15.349908 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:15.435814 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:15.437072 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c5d72f88-71b1-461f-8dfc-442bd722bffc demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8571794 Jul 18 08:37:16.095367 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 725f4847-f6b5-423e-b9d2-efc23f030632 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:37:16.186637 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 725f4847-f6b5-423e-b9d2-efc23f030632 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:16.187053 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:16.284207 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:16.293537 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 725f4847-f6b5-423e-b9d2-efc23f030632 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:16.298627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:16.332269 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 725f4847-f6b5-423e-b9d2-efc23f030632, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=725f4847-f6b5-423e-b9d2-efc23f030632,segment=NetworkSegment(0782c8ac-0369-47b9-8885-4f59ae215ddf),segment_id=0782c8ac-0369-47b9-8885-4f59ae215ddf)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:37:16.442516 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:16.447818 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5ca44-acd5-4e0f-be5e-474c95fee06a None None] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:37:16.553967 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:16.561865 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=725f4847-f6b5-423e-b9d2-efc23f030632,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:16.564426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-e1b4b9ec-7ba5-4abb-be02-a9827605036a None None] Provisioning complete for port 725f4847-f6b5-423e-b9d2-efc23f030632 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:16.568028 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b9ec-7ba5-4abb-be02-a9827605036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:16.698286 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4b9ec-7ba5-4abb-be02-a9827605036a None None] Current status of the port 725f4847-f6b5-423e-b9d2-efc23f030632 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:16.917263 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-5b73a0ab-069f-49fb-b0e4-2062e2cde7fb None None] Provisioning complete for port 725f4847-f6b5-423e-b9d2-efc23f030632 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:16.917661 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5b73a0ab-069f-49fb-b0e4-2062e2cde7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:16.994781 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-5b73a0ab-069f-49fb-b0e4-2062e2cde7fb None None] Current status of the port 725f4847-f6b5-423e-b9d2-efc23f030632 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:17.798695 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48430) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:18.078307 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 725f4847-f6b5-423e-b9d2-efc23f030632 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:37:18.126565 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 725f4847-f6b5-423e-b9d2-efc23f030632 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:18.126880 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:18.164629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [None req-003243ca-d717-4aa7-9dcd-51e08202a4e9 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:37:18.165660 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-003243ca-d717-4aa7-9dcd-51e08202a4e9 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3660042 Jul 18 08:37:18.200806 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 725f4847-f6b5-423e-b9d2-efc23f030632 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:20.486595 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 48438) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:20.817686 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:37:20.922183 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Made reservation on behalf of eedba945f8d24629a712fbf156a2209f for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:37:20.924601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:20.935789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.015099 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks [] for security_group (b8058c78-6f63-47eb-ad21-9b86605bbee4), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.062139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-72cd0ab7-754b-4321-918f-29192dededbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.084953 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b8058c78-6f63-47eb-ad21-9b86605bbee4), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.102146 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=111084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 08:37:21.122013 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8058c78-6f63-47eb-ad21-9b86605bbee4,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:21.126867 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (36fc7d82-b421-4eb8-a4b5-c7900bd232b7), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.127211 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Added segment 36fc7d82-b421-4eb8-a4b5-c7900bd232b7 of type flat for network 86ec4724-7cff-4d15-979b-cb55e8050db9 Jul 18 08:37:21.174952 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (86ec4724-7cff-4d15-979b-cb55e8050db9), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.287793 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (86ec4724-7cff-4d15-979b-cb55e8050db9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.288844 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:21.289484 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:21.388227 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] Pushing event updated for resources: {'Network': ['ID=86ec4724-7cff-4d15-979b-cb55e8050db9,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:21.398684 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:37:21.439862 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f96e0b53-34f8-4200-8c36-63a5393754b9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9521265 Jul 18 08:37:23.456380 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-15643728-87c0-49f7-b418-68025c22456c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:23.737066 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 48446) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:24.093835 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writer thread running {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 08:37:24.094503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:24.274422 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.policy [None req-2be77a2b-c14c-4864-967d-21dfd4619572 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 08:37:24.319191 dv-cinder-850142-3-iscsi neutron-server[111085]: WARNING oslo_policy.policy [None req-2be77a2b-c14c-4864-967d-21dfd4619572 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:37:24.319579 dv-cinder-850142-3-iscsi neutron-server[111085]: WARNING oslo_policy.policy [None req-2be77a2b-c14c-4864-967d-21dfd4619572 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 08:37:24.328171 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be77a2b-c14c-4864-967d-21dfd4619572 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:24.329937 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2be77a2b-c14c-4864-967d-21dfd4619572 demo admin] 10.222.0.57 "GET /v2.0/subnets/ac593996-6c58-4221-8769-7321100949a6 HTTP/1.1" status: 200 len: 849 time: 0.5920293 Jul 18 08:37:24.500761 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-27c500b4-9417-4323-976a-e820342d33a4 demo admin] 10.222.0.57 "GET /v2.0/routers/1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc HTTP/1.1" status: 200 len: 704 time: 0.1647658 Jul 18 08:37:24.516320 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:24.790783 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:25.146997 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Allocated IP 172.20.0.1 (6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8/ac593996-6c58-4221-8769-7321100949a6/3bdc718a-0496-43d1-a86b-6ecadc8b6902) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:37:25.405727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks [] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:25.529304 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:25.594135 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:37:25.600039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:37:25.651419 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:37:25.652049 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:25.708962 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Pushing event updated for resources: {'Port': ['ID=3bdc718a-0496-43d1-a86b-6ecadc8b6902,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:25.738131 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.738473 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.738833 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.739186 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.739521 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.739946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.740275 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.740599 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.740941 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.741269 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.741598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.741917 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.742238 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.742554 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.742871 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Tracked resource versions report: Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: pushed versions: Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: { 'AddressGroup': {'1.2'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Agent': {'1.1'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'ConntrackHelper': {'1.0'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Log': {'1.0'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'NDPProxy': {'1.0'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Network': {'1.1'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Port': {'1.7'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'PortForwarding': {'1.3'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'QosPolicy': {'1.10'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroup': {'1.5'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SubPort': {'1.0'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Subnet': {'1.1'}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Trunk': {'1.1'}} Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: consumer versions: Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Agent': '1.1', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'ConntrackHelper': '1.0', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'LocalIPAssociation': '1.0', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Log': '1.0', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'NDPProxy': '1.0', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Network': '1.1', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Port': '1.7', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'PortForwarding': '1.3', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'QosPolicy': '1.10', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroup': '1.5', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroupRule': '1.2', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SubPort': '1.0', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Subnet': '1.1', Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Trunk': '1.1'}} Jul 18 08:37:25.744329 dv-cinder-850142-3-iscsi neutron-server[111085]: {{(pid=111085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:37:25.871687 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b81a26a6-3d2f-4ab6-83dc-528c41923ca7 None None] Provisioning complete for port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:25.872749 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b81a26a6-3d2f-4ab6-83dc-528c41923ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:25.932526 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:25.951047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:25.953008 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:25.964453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b81a26a6-3d2f-4ab6-83dc-528c41923ca7 None None] Port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:37:26.139188 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:26.190628 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks [] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:26.321694 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:26.322574 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:26.353509 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:26.410093 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Pushing event updated for resources: {'Port': ['ID=3bdc718a-0496-43d1-a86b-6ecadc8b6902,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:26.454076 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:37:26.455332 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:37:26.686812 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-d519bf7c-da9c-4aee-a8e9-5594c5657c09 None None] Provisioning complete for port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:26.687469 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d519bf7c-da9c-4aee-a8e9-5594c5657c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:26.687655 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:37:26.722486 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-d519bf7c-da9c-4aee-a8e9-5594c5657c09 None None] Port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:37:26.835823 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:37:26.841425 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4ce6760f-bd92-4f88-9002-c9746512ee40 demo admin] 10.222.0.57 "PUT /v2.0/routers/1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3347919 Jul 18 08:37:26.859328 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Sync routers for ids ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:37:26.873904 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Routers {'1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:37:26.874859 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:37:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:27.061065 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Set router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc gateway port host: None {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:37:27.489075 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'name': 'router1', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:37:15Z', 'updated_at': '2022-07-18T08:37:25Z', 'revision_number': 2, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'gw_port_host': None, '_interfaces': [{'id': '3bdc718a-0496-43d1-a86b-6ecadc8b6902', 'name': '', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'mac_address': 'fa:16:3e:80:f6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:24Z', 'updated_at': '2022-07-18T08:37:26Z', 'revision_number': 2, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'subnets': [{'id': 'ac593996-6c58-4221-8769-7321100949a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:27.538097 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Checking router: 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:37:27.538472 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Updating router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:37:27.595358 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.153744 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Publish callbacks [] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.216511 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.397197 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Pushing event updated for resources: {'Port': ['ID=3bdc718a-0496-43d1-a86b-6ecadc8b6902,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:28.409677 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Attempting to bind port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:37:28.410080 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Attempting to bind port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:37:28.410512 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Attempting to bind port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 on network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:37:28.414920 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.415264 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.415616 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.415985 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.416317 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.416649 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.416972 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.417295 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.417625 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.417948 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.418271 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.419340 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.419638 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.419984 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.420374 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Tracked resource versions report: Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: pushed versions: Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: { 'AddressGroup': {'1.2'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Agent': {'1.1'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'ConntrackHelper': {'1.0'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Log': {'1.0'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'NDPProxy': {'1.0'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Network': {'1.1'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Port': {'1.7'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'PortForwarding': {'1.3'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'QosPolicy': {'1.10'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroup': {'1.5'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SubPort': {'1.0'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Subnet': {'1.1'}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Trunk': {'1.1'}} Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: consumer versions: Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Agent': '1.1', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'ConntrackHelper': '1.0', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'LocalIPAssociation': '1.0', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Log': '1.0', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'NDPProxy': '1.0', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Network': '1.1', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Port': '1.7', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'PortForwarding': '1.3', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'QosPolicy': '1.10', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroup': '1.5', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroupRule': '1.2', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SubPort': '1.0', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Subnet': '1.1', Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Trunk': '1.1'}} Jul 18 08:37:28.421833 dv-cinder-850142-3-iscsi neutron-server[111087]: {{(pid=111087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:37:28.427150 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:37:28.427572 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Checking segment: {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:37:28.428061 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.428447 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Bound using segment: {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:37:28.428938 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Bound port: 3bdc718a-0496-43d1-a86b-6ecadc8b6902, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0782c8ac-0369-47b9-8885-4f59ae215ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:37:28.429326 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.454283 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-f005f196-ac24-4c88-b680-9ec8dd453579 None None] Provisioning complete for port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:28.454866 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f005f196-ac24-4c88-b680-9ec8dd453579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.491470 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-f005f196-ac24-4c88-b680-9ec8dd453579 None None] Port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:37:28.503919 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] For port 3bdc718a-0496-43d1-a86b-6ecadc8b6902, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:37:28.527398 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] For port 3bdc718a-0496-43d1-a86b-6ecadc8b6902, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=3bdc718a-0496-43d1-a86b-6ecadc8b6902,segment=NetworkSegment(0782c8ac-0369-47b9-8885-4f59ae215ddf),segment_id=0782c8ac-0369-47b9-8885-4f59ae215ddf)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:37:28.530143 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:28.622521 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.648333 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:28.686683 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa27e-df2d-4c57-929e-c95f8de9da1e None None] Pushing event updated for resources: {'Port': ['ID=3bdc718a-0496-43d1-a86b-6ecadc8b6902,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:28.694918 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Routers {'1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:37:28.695941 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:37:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:28.786997 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] Set router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc gateway port host: None {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:37:28.912850 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] Provisioning complete for port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:28.913559 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.933920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:28.992112 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] Current status of the port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:28.992504 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:28.992630 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'name': 'router1', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:37:15Z', 'updated_at': '2022-07-18T08:37:25Z', 'revision_number': 2, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'gw_port_host': None, '_interfaces': [{'id': '3bdc718a-0496-43d1-a86b-6ecadc8b6902', 'name': '', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'mac_address': 'fa:16:3e:80:f6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:24Z', 'updated_at': '2022-07-18T08:37:28Z', 'revision_number': 4, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'subnets': [{'id': 'ac593996-6c58-4221-8769-7321100949a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:29.024608 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7962f2f-cc71-4b13-acf8-b2a2bceab4fd None None] The sync data for ids ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'] in dv-cinder-850142-3-iscsi is: [{'id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'name': 'router1', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:37:15Z', 'updated_at': '2022-07-18T08:37:25Z', 'revision_number': 2, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'gw_port_host': None, '_interfaces': [{'id': '3bdc718a-0496-43d1-a86b-6ecadc8b6902', 'name': '', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'mac_address': 'fa:16:3e:80:f6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:24Z', 'updated_at': '2022-07-18T08:37:28Z', 'revision_number': 4, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'subnets': [{'id': 'ac593996-6c58-4221-8769-7321100949a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:37:29.026370 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] For port 3bdc718a-0496-43d1-a86b-6ecadc8b6902, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=3bdc718a-0496-43d1-a86b-6ecadc8b6902,segment=NetworkSegment(0782c8ac-0369-47b9-8885-4f59ae215ddf),segment_id=0782c8ac-0369-47b9-8885-4f59ae215ddf)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:37:29.110850 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:29.162678 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7d852-4306-4c91-977c-a19c3b8500b7 None None] Pushing event updated for resources: {'Port': ['ID=3bdc718a-0496-43d1-a86b-6ecadc8b6902,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:29.174769 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 48466) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:29.518894 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:29.587960 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658036c5-f844-49d2-87dd-cfe4aa9ff580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:29.589362 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-658036c5-f844-49d2-87dd-cfe4aa9ff580 admin admin] 10.222.0.57 "GET /v2.0/networks/86ec4724-7cff-4d15-979b-cb55e8050db9 HTTP/1.1" status: 200 len: 842 time: 0.4136114 Jul 18 08:37:29.600067 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:37:29.699002 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Made reservation on behalf of eedba945f8d24629a712fbf156a2209f for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:37:29.702190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:30.072324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.objects.ports [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111085) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 08:37:30.072765 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (e9760215-4d25-4b9a-a4e1-2e4e4d471dc4), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:30.133017 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9760215-4d25-4b9a-a4e1-2e4e4d471dc4,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:30.145262 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:37:30.145617 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Network hostable DHCP agents. Network: 86ec4724-7cff-4d15-979b-cb55e8050db9, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:37:30.242397 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:37:30.336533 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 86ec4724-7cff-4d15-979b-cb55e8050db9) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:37:30.341716 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:30.342670 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:30.348106 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a720813-c5c3-4dae-9b84-7b005bf0ef47 None None] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:37:30.431697 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-944a0151-ea4c-43c6-b714-203f922e404a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8351798 Jul 18 08:37:30.487549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a06102-6e7e-4c18-8edc-d4f2d7ec6d95 None None] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:37:30.513371 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:31.379589 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=18 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:31.385499 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:32.422391 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:37:32.872138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 48476) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:33.283216 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:33.311348 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-51685aa7-f358-4b08-9dca-758e9ad16db6 demo admin] 10.222.0.57 "GET /v2.0/routers/1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc HTTP/1.1" status: 200 len: 710 time: 0.4320138 Jul 18 08:37:33.399943 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f89b6-9e81-449c-a06b-e69b6e042ab4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:37:33.401375 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1a7f89b6-9e81-449c-a06b-e69b6e042ab4 demo admin] 10.222.0.57 "GET /v2.0/networks/86ec4724-7cff-4d15-979b-cb55e8050db9 HTTP/1.1" status: 200 len: 886 time: 0.0893257 Jul 18 08:37:33.410609 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:37:33.557972 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:33.657858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks [] for router_gateway (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:33.963254 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks [] for router_gateway (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:34.114948 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 3bdc718a-0496-43d1-a86b-6ecadc8b6902 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:37:34.134103 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:34.169398 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:34.169844 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:34.251461 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:34.257154 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Allocated IP 172.27.1.154 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/8240753f-5a65-47a7-9bd0-3e1f0c0f01e1) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:37:34.381025 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks [] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:34.475981 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:34.514720 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:37:34.521772 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:37:34.525646 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:37:34.529132 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Pushing event updated for resources: {'Port': ['ID=8240753f-5a65-47a7-9bd0-3e1f0c0f01e1,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:34.589991 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:34.765465 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:34.859166 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks [] for router_gateway (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:35.056480 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3892953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3893289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8190'] for router (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:35.061175 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3892928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3892983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3893328'] for router (1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:35.169281 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:37:35.277775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:37:35.282124 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:35.295963 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bc229a37-c625-4e41-aec6-1326acd894a1 demo admin] 10.222.0.57 "PUT /v2.0/routers/1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc HTTP/1.1" status: 200 len: 890 time: 1.8760395 Jul 18 08:37:35.566111 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Sync routers for ids ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:37:35.578066 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Routers {'1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:37:35.578829 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:37:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:35.792367 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Set router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:37:35.837042 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:36.250627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'name': 'router1', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '8240753f-5a65-47a7-9bd0-3e1f0c0f01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:37:15Z', 'updated_at': '2022-07-18T08:37:34Z', 'revision_number': 4, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'gw_port': {'id': '8240753f-5a65-47a7-9bd0-3e1f0c0f01e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:34Z', 'updated_at': '2022-07-18T08:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '3bdc718a-0496-43d1-a86b-6ecadc8b6902', 'name': '', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'mac_address': 'fa:16:3e:80:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:24Z', 'updated_at': '2022-07-18T08:37:29Z', 'revision_number': 5, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'subnets': [{'id': 'ac593996-6c58-4221-8769-7321100949a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:36.373294 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Checking router: 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:37:36.373651 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Updating router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:37:36.428853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:36.778165 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Publish callbacks [] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:36.893070 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:36.948329 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Attempting to bind port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:37:36.948863 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Attempting to bind port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:37:36.949894 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Attempting to bind port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:37:36.956416 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ffb7-db00-4d04-b7e4-d706834cfbb0 None None] Pushing event updated for resources: {'Port': ['ID=8240753f-5a65-47a7-9bd0-3e1f0c0f01e1,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:36.961998 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:37:36.962557 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:37:36.962762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:36.963150 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:37:36.963640 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Bound port: 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:37:36.964050 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:37.022139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] For port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:37:37.025644 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] For port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8240753f-5a65-47a7-9bd0-3e1f0c0f01e1,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:37:37.087749 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:37.141302 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Routers {'1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:37:37.141937 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:37:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:37.250219 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ffb7-db00-4d04-b7e4-d706834cfbb0 None None] Pushing event updated for resources: {'Port': ['ID=8240753f-5a65-47a7-9bd0-3e1f0c0f01e1,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:37.276694 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] Set router 1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:37:37.303473 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:37.402780 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:37.492422 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'name': 'router1', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '8240753f-5a65-47a7-9bd0-3e1f0c0f01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:37:15Z', 'updated_at': '2022-07-18T08:37:34Z', 'revision_number': 4, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'gw_port': {'id': '8240753f-5a65-47a7-9bd0-3e1f0c0f01e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:34Z', 'updated_at': '2022-07-18T08:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '3bdc718a-0496-43d1-a86b-6ecadc8b6902', 'name': '', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'mac_address': 'fa:16:3e:80:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:24Z', 'updated_at': '2022-07-18T08:37:29Z', 'revision_number': 5, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'subnets': [{'id': 'ac593996-6c58-4221-8769-7321100949a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:37:37.521178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f728f-609b-4425-8d3e-8c9fab8927f9 None None] The sync data for ids ['1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc'] in dv-cinder-850142-3-iscsi is: [{'id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'name': 'router1', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '8240753f-5a65-47a7-9bd0-3e1f0c0f01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:37:15Z', 'updated_at': '2022-07-18T08:37:34Z', 'revision_number': 4, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'gw_port': {'id': '8240753f-5a65-47a7-9bd0-3e1f0c0f01e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:34Z', 'updated_at': '2022-07-18T08:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '3bdc718a-0496-43d1-a86b-6ecadc8b6902', 'name': '', 'network_id': '6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8', 'tenant_id': '791daf53d0364b258d9cfb153ffa3111', 'mac_address': 'fa:16:3e:80:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9602cc-a3d5-4d9b-95ca-e2dab4836ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac593996-6c58-4221-8769-7321100949a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:37:24Z', 'updated_at': '2022-07-18T08:37:29Z', 'revision_number': 5, 'project_id': '791daf53d0364b258d9cfb153ffa3111', 'subnets': [{'id': 'ac593996-6c58-4221-8769-7321100949a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '396bd243-5834-4ed3-97fd-4d1d465a8a54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:37:37.818479 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 48488) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:37:38.129607 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:37:38.206679 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:38.207287 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:38.288324 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:38.288715 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:38.294941 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b1a04acc-3b18-4da9-9f40-e0ed7b92a143 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4752707 Jul 18 08:37:38.318595 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8240753f-5a65-47a7-9bd0-3e1f0c0f01e1,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:37:38.407414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:38.441668 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:38.461378 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=8240753f-5a65-47a7-9bd0-3e1f0c0f01e1,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:37:38.997613 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=26 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:40.112426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:37:40.167592 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:37:40.167938 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8240753f-5a65-47a7-9bd0-3e1f0c0f01e1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:40.262537 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 8240753f-5a65-47a7-9bd0-3e1f0c0f01e1 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:37:42.423581 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=50 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:48.284904 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=73 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:48.293874 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=41 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:50.246517 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=10 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:50.251711 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=33 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:50.255653 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:37:51.044596 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61f1ffa1-1dfe-4911-8c66-deb3f85bf744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:53.468458 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-caf7dbd3-e54b-4145-b923-7c03833da494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:54.516038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:56.108259 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:37:56.336491 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:02.426165 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:02.434189 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:06.040177 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:06.265032 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:06.272133 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:09.430919 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:38:19.430844 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:21.066083 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b63c-652c-4c25-a657-7750ceace795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:23.486043 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-17d0ae64-7dcf-4fe7-8301-400b93b55cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:24.493568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:26.132735 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:26.449667 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:36.047510 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=12 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:36.277703 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:36.280948 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:46.421903 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:38:49.418171 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=5 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:38:51.068178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-89f01864-6fa4-49f1-b047-59c8124477a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:53.467932 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a2ea58ba-b024-4134-9d01-afee9c5f4d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:54.502007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:56.150801 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:56.345428 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:38:56.418783 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:06.261395 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:06.262205 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:06.273691 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:09.519165 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49028) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:09.881219 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.pecan_wsgi.hooks.translation [None req-85daee20-0584-496c-8438-b2bd2a03686b admin admin] GET failed (client error): The resource could not be found. Jul 18 08:39:09.883107 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-85daee20-0584-496c-8438-b2bd2a03686b admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3629262 Jul 18 08:39:10.051449 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521435e-e31d-4b45-a843-97990dbe568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:10.052971 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f521435e-e31d-4b45-a843-97990dbe568a admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1656978 Jul 18 08:39:12.275874 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49038) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:12.654318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fca25-2689-4748-8171-2edfbbd2525f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:12.655611 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-293fca25-2689-4748-8171-2edfbbd2525f admin admin] 10.222.0.57 "GET /v2.0/subnets/ac593996-6c58-4221-8769-7321100949a6 HTTP/1.1" status: 200 len: 849 time: 0.3787627 Jul 18 08:39:12.666013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:39:12.755499 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Publish callbacks [] for subnet (ac593996-6c58-4221-8769-7321100949a6), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:13.058193 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789023909151'] for subnet (ac593996-6c58-4221-8769-7321100949a6), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:13.090922 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:13.091511 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:13.092819 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] 10.222.0.57 "PUT /v2.0/subnets/ac593996-6c58-4221-8769-7321100949a6 HTTP/1.1" status: 200 len: 868 time: 0.4311771 Jul 18 08:39:13.107275 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097448a-81a6-4a79-9c11-e19361c6205b None None] Network 6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:39:13.115226 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac593996-6c58-4221-8769-7321100949a6,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:39:13.123569 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.123937 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.124287 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.124630 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.124965 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.125286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.125616 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.125940 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.126280 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.126587 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.126951 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.127297 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.127621 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.127968 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.128287 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aec81d-7c14-4bca-90f0-8634a9ec033e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:39:13.494853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-2727c429-1175-483a-915d-77664f8b06c9 None None] Provisioning complete for port 725f4847-f6b5-423e-b9d2-efc23f030632 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:39:13.495246 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2727c429-1175-483a-915d-77664f8b06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (725f4847-f6b5-423e-b9d2-efc23f030632), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:13.576414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-2727c429-1175-483a-915d-77664f8b06c9 None None] Current status of the port 725f4847-f6b5-423e-b9d2-efc23f030632 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:39:13.584962 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-2727c429-1175-483a-915d-77664f8b06c9 None None] Provisioning complete for port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:39:13.585340 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2727c429-1175-483a-915d-77664f8b06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3bdc718a-0496-43d1-a86b-6ecadc8b6902), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:13.657999 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-2727c429-1175-483a-915d-77664f8b06c9 None None] Current status of the port 3bdc718a-0496-43d1-a86b-6ecadc8b6902 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:39:15.327317 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49046) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:15.824253 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a88cdd-595a-4eb7-ae2a-acde91b6e1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:15.824642 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a88cdd-595a-4eb7-ae2a-acde91b6e1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:15.826205 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-42a88cdd-595a-4eb7-ae2a-acde91b6e1ae admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4979105 Jul 18 08:39:16.424055 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:16.430048 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:18.031170 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49056) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:18.530246 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9354129-a883-4bfe-bfc8-26718b61bbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:18.530726 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9354129-a883-4bfe-bfc8-26718b61bbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:18.532314 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c9354129-a883-4bfe-bfc8-26718b61bbf6 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5001209 Jul 18 08:39:20.745953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49064) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:21.074959 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fd39e8f8-69c1-44af-9504-8559364ce6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:21.169757 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90bb97-556d-4a03-ac23-83e79d746e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:21.171073 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9e90bb97-556d-4a03-ac23-83e79d746e5c admin admin] 10.222.0.57 "GET /v2.0/networks/6ac4434c-8dea-41d5-9524-b5c9e4a5a0d8 HTTP/1.1" status: 200 len: 869 time: 0.4241138 Jul 18 08:39:23.398650 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49072) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:23.420496 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:39:23.469756 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-051b90c6-782d-45c0-8b3e-e115c0260498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:23.842553 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea1579-c576-4404-8442-1307a89cce7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:23.844212 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ccea1579-c576-4404-8442-1307a89cce7f admin admin] 10.222.0.57 "GET /v2.0/networks/86ec4724-7cff-4d15-979b-cb55e8050db9 HTTP/1.1" status: 200 len: 886 time: 0.4446285 Jul 18 08:39:24.493487 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:26.063371 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49080) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:26.138001 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:26.381081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:26.488379 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f06c34-8328-47ee-8295-4a016afcb199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:26.488847 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f06c34-8328-47ee-8295-4a016afcb199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:26.490393 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-80f06c34-8328-47ee-8295-4a016afcb199 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4258726 Jul 18 08:39:28.686887 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49088) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:29.099770 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357ccaa-4bd7-46e2-928c-381d3d0684a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:29.100249 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357ccaa-4bd7-46e2-928c-381d3d0684a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:29.101794 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a357ccaa-4bd7-46e2-928c-381d3d0684a2 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4139543 Jul 18 08:39:31.343818 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49096) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:31.721460 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:31.741104 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe3788-e119-40d8-8ca1-03220bd12e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:31.742704 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-fcbe3788-e119-40d8-8ca1-03220bd12e04 admin admin] 10.222.0.57 "GET /v2.0/subnets/ac593996-6c58-4221-8769-7321100949a6 HTTP/1.1" status: 200 len: 868 time: 0.3999219 Jul 18 08:39:33.418244 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:33.966829 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49104) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:39:34.305598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:34.345827 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3591d18-3b6e-4ceb-9ec0-595c3d468046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:39:34.347101 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f3591d18-3b6e-4ceb-9ec0-595c3d468046 admin admin] 10.222.0.57 "GET /v2.0/subnets/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4 HTTP/1.1" status: 200 len: 816 time: 0.3790059 Jul 18 08:39:36.046085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:36.267995 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=30 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:36.276020 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:36.480149 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=28 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:36.484072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=28 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:44.342566 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:51.060453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f16818a4-9eea-4772-a08e-6f7b5f25879d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:53.427418 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=18 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:53.428559 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=14 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:39:53.462674 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5cfad837-cd88-433e-85e2-637775167152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:54.494558 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:56.140549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:39:56.374357 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:00.419555 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:40:02.912209 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49162) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:40:03.239924 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [None req-270ec7fc-b069-4c30-9e65-568836ec9bf9 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:40:03.240993 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-270ec7fc-b069-4c30-9e65-568836ec9bf9 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3278170 Jul 18 08:40:05.525077 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49170) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:40:05.883188 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecc0ed8-4b9a-4f0c-825b-e6a6e6dfa553 admin admin] GET failed (client error): The resource could not be found. Jul 18 08:40:05.884549 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6ecc0ed8-4b9a-4f0c-825b-e6a6e6dfa553 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3585243 Jul 18 08:40:06.028889 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d65270-236e-4b2a-9018-7697deaf0fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:40:06.030373 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f5d65270-236e-4b2a-9018-7697deaf0fe9 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417804 Jul 18 08:40:06.274908 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:06.279827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:06.281550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:08.320962 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49178) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:40:08.654472 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:40:08.724691 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Made reservation on behalf of eedba945f8d24629a712fbf156a2209f for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:40:08.727079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:08.763337 dv-cinder-850142-3-iscsi neutron-server[111084]: WARNING neutron.services.revisions.revision_plugin [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Could not find related network for resource to bump revision. Jul 18 08:40:08.774785 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:40:08.783928 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (28a6296e-f7a3-40f6-aa64-6ac380a90762), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:08.786065 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Added segment 28a6296e-f7a3-40f6-aa64-6ac380a90762 of type vlan for network b55f76e3-874b-4efb-9d05-cd39beedbbae Jul 18 08:40:08.826833 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (b55f76e3-874b-4efb-9d05-cd39beedbbae), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:08.924958 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (b55f76e3-874b-4efb-9d05-cd39beedbbae), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:08.926452 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:40:08.927028 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:08.987447 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Pushing event updated for resources: {'Network': ['ID=b55f76e3-874b-4efb-9d05-cd39beedbbae,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:40:08.994770 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.995114 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.995478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.995887 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.996184 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.996511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.996837 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.997164 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.997508 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.997858 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.998180 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.998517 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.998842 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.999159 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:08.999506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:09.010777 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network b55f76e3-874b-4efb-9d05-cd39beedbbae details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:40:09.041679 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-962b5ae8-61dc-407e-b30e-8f868c449c9f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7190168 Jul 18 08:40:10.416084 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:11.311792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49186) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:40:11.658818 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb81aee0-cfed-4e11-8124-1b4cf3b13afc admin admin] GET failed (client error): The resource could not be found. Jul 18 08:40:11.660353 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-eb81aee0-cfed-4e11-8124-1b4cf3b13afc admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3474076 Jul 18 08:40:11.788380 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9fd5e-e3fb-439c-afb2-ec709c6eaef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:40:11.789867 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-4ff9fd5e-e3fb-439c-afb2-ec709c6eaef3 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1255839 Jul 18 08:40:11.799931 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae', 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:40:11.907426 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Made reservation on behalf of eedba945f8d24629a712fbf156a2209f for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:40:11.909867 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:12.136855 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (5fb276dd-416f-4b0d-ae3e-35872a67e0ae), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:12.197716 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb276dd-416f-4b0d-ae3e-35872a67e0ae,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:40:12.203959 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Checking segment: {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:40:12.204332 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Network hostable DHCP agents. Network: b55f76e3-874b-4efb-9d05-cd39beedbbae, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:40:12.288355 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Network b55f76e3-874b-4efb-9d05-cd39beedbbae is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:40:12.351254 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, b55f76e3-874b-4efb-9d05-cd39beedbbae) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:40:12.356136 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:40:12.356747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:12.362375 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7d524-7284-44d3-942b-59a6d9bd16f4 None None] Network b55f76e3-874b-4efb-9d05-cd39beedbbae requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:40:12.440314 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a46d766c-d6ce-4bb4-8bbf-a7937bd457c0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6430793 Jul 18 08:40:12.571426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-b55f76e3-874b-4efb-9d05-cd39beedbbae', 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae', 'project_id': 'eedba945f8d24629a712fbf156a2209f', 'fixed_ips': [{'subnet_id': '5fb276dd-416f-4b0d-ae3e-35872a67e0ae'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:40:12.579229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:12.732400 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Allocated IP 192.168.233.2 (b55f76e3-874b-4efb-9d05-cd39beedbbae/5fb276dd-416f-4b0d-ae3e-35872a67e0ae/40d10b46-34d8-4758-82e5-402051560fd7) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:40:12.897947 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Publish callbacks [] for port (40d10b46-34d8-4758-82e5-402051560fd7), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:13.006483 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (40d10b46-34d8-4758-82e5-402051560fd7), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:13.046325 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Network b55f76e3-874b-4efb-9d05-cd39beedbbae is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:40:13.049313 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:40:13.056015 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:40:13.064994 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Pushing event updated for resources: {'Port': ['ID=40d10b46-34d8-4758-82e5-402051560fd7,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:40:13.090117 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.090454 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.090810 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.091411 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.091767 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.092094 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.092414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.092733 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.093052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.093380 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.093701 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.094033 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.094351 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.094665 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.094982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:40:13.131964 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Attempting to bind port 40d10b46-34d8-4758-82e5-402051560fd7 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:40:13.132341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Attempting to bind port 40d10b46-34d8-4758-82e5-402051560fd7 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:40:13.132698 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Attempting to bind port 40d10b46-34d8-4758-82e5-402051560fd7 on network b55f76e3-874b-4efb-9d05-cd39beedbbae {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:40:13.138846 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:40:13.139247 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Checking segment: {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:40:13.139684 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:13.140112 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Bound using segment: {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:40:13.140577 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Bound port: 40d10b46-34d8-4758-82e5-402051560fd7, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:40:13.140979 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (40d10b46-34d8-4758-82e5-402051560fd7), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:13.205797 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] For port 40d10b46-34d8-4758-82e5-402051560fd7, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:40:13.209212 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] For port 40d10b46-34d8-4758-82e5-402051560fd7, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=40d10b46-34d8-4758-82e5-402051560fd7,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:40:13.303134 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (40d10b46-34d8-4758-82e5-402051560fd7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:13.367787 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42781da5-dd64-456f-8d4e-77b0f3d48677 None None] Pushing event updated for resources: {'Port': ['ID=40d10b46-34d8-4758-82e5-402051560fd7,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:40:14.168568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0665e-db00-4262-912f-c37f71959283 None None] Network b55f76e3-874b-4efb-9d05-cd39beedbbae requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:40:14.248850 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 40d10b46-34d8-4758-82e5-402051560fd7 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:40:14.324246 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] Provisioning complete for port 40d10b46-34d8-4758-82e5-402051560fd7 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:40:14.324646 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (40d10b46-34d8-4758-82e5-402051560fd7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:14.377625 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 40d10b46-34d8-4758-82e5-402051560fd7 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:40:14.377625 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (40d10b46-34d8-4758-82e5-402051560fd7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:14.464918 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] Current status of the port 40d10b46-34d8-4758-82e5-402051560fd7 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:40:14.465309 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (40d10b46-34d8-4758-82e5-402051560fd7), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:14.530794 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 40d10b46-34d8-4758-82e5-402051560fd7 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:40:14.530794 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (40d10b46-34d8-4758-82e5-402051560fd7), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:14.532991 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] For port 40d10b46-34d8-4758-82e5-402051560fd7, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=40d10b46-34d8-4758-82e5-402051560fd7,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:40:14.609252 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (40d10b46-34d8-4758-82e5-402051560fd7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:14.662408 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:14.683075 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.db.api [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 08:40:14.691013 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG oslo_db.api [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 08:40:14.691013 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5243a5-e6de-422a-9c6e-578d08bcd4e6 None None] Pushing event updated for resources: {'Port': ['ID=40d10b46-34d8-4758-82e5-402051560fd7,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:40:14.727398 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-0f276244-cc60-4d2d-949b-fd402f7e7f5d None None] Provisioning complete for port 40d10b46-34d8-4758-82e5-402051560fd7 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:40:14.727831 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0f276244-cc60-4d2d-949b-fd402f7e7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (40d10b46-34d8-4758-82e5-402051560fd7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:14.752728 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:14.755617 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:14.807862 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0f276244-cc60-4d2d-949b-fd402f7e7f5d None None] Current status of the port 40d10b46-34d8-4758-82e5-402051560fd7 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:40:15.220535 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 40d10b46-34d8-4758-82e5-402051560fd7 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:40:16.218454 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 40d10b46-34d8-4758-82e5-402051560fd7 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:40:16.267469 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 40d10b46-34d8-4758-82e5-402051560fd7 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:40:16.267896 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (40d10b46-34d8-4758-82e5-402051560fd7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:16.341226 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 40d10b46-34d8-4758-82e5-402051560fd7 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:40:21.099897 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c485f44c-7ce2-42cc-b081-d66e4253acb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:22.366996 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:22.368061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:23.499211 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-91ea1a31-7e5b-4599-8161-e25ff4997143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:24.507127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:26.130469 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:26.368035 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:30.426924 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:30.427605 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:36.277240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:36.278093 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:36.284889 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:37.417898 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:40:47.414844 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:49.413686 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:40:51.067167 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-cc757382-b483-4d5f-ab72-0f51beb16408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:53.483262 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3973fe39-111d-4f5f-96d7-91f3a66b64ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:54.572380 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:56.140122 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:40:56.374617 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:06.054863 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:06.285250 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:06.288111 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:07.420074 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=5 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:07.423971 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:14.417353 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:41:21.076424 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fe5a311a-e838-4eaa-ad41-db2b78594225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:23.504681 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1918a469-6709-41e0-9888-1c23fd21e889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:24.412419 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:24.413192 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:24.556087 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:26.119965 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:26.361832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:36.278001 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:36.282233 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:36.284269 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:46.208364 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=17 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:46.209478 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=15 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:41:51.086335 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-9d4629c3-1f3f-4f68-a819-f0bbe14546ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:51.417150 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:41:53.603788 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0bd90e4a-bfae-45bf-8732-d0ff0d81d576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:54.509214 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:56.125256 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:41:56.450472 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:01.414107 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:06.273225 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:06.274451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:06.281631 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:15.820491 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49244) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:42:15.826094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [None req-8750b923-6c83-494f-82b3-c7dcfc12e9c6 tempest-verify_tempest_config-1406346552 tempest-verify_tempest_config-1406346552-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:42:15.827082 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8750b923-6c83-494f-82b3-c7dcfc12e9c6 tempest-verify_tempest_config-1406346552 tempest-verify_tempest_config-1406346552-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056150 Jul 18 08:42:16.430403 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49262) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:42:16.562306 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:16.646375 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Publish callbacks [] for security_group (ad537633-3c35-4083-95e5-6b3371b1c31c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:16.731056 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ad537633-3c35-4083-95e5-6b3371b1c31c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:16.779604 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0d0a8b3f689424eb1cf9131f61a11ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3480060 Jul 18 08:42:16.780444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad537633-3c35-4083-95e5-6b3371b1c31c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:42:16.782380 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49266) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:42:16.787943 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.788503 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.788870 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.789219 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.789548 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.789880 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.790205 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.790526 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.790889 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.791216 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.791556 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.791938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.792261 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.792585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.792900 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b5246-9518-4829-97a7-4dcbc0eb587b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:16.870273 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Publish callbacks [] for security_group (ad537633-3c35-4083-95e5-6b3371b1c31c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:16.890074 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Publish callbacks [] for security_group (ad537633-3c35-4083-95e5-6b3371b1c31c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:17.057382 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ad537633-3c35-4083-95e5-6b3371b1c31c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:17.059953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:17.061124 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad537633-3c35-4083-95e5-6b3371b1c31c HTTP/1.1" status: 204 len: 168 time: 0.2776952 Jul 18 08:42:17.070716 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad537633-3c35-4083-95e5-6b3371b1c31c,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:42:17.078449 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.078791 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.079134 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.079507 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.079843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.080175 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.080515 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.080837 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.081185 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.081512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.081881 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.082234 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.082596 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.082944 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:17.083270 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8d19c7-4d60-4180-932c-59f2fea911a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:42:21.078225 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-02fe763f-dfcc-4355-a321-fd588c6f9d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:21.426440 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:21.427290 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:23.496792 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-9966dc18-18cd-4c44-a857-1a518278597e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:24.662728 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:26.130615 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:26.336944 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:26.773767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:26.784095 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:27.065819 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:27.074778 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:28.416922 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:42:36.272616 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:36.276666 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=14 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:36.278633 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:38.411449 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:38.412283 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:51.055436 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f66bfcc6-847a-4d9d-893f-3343cfae4528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:53.495276 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c032189a-3631-4345-8dfc-f2bd6093234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:54.501093 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:56.112970 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:56.318123 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:42:58.419146 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:42:58.424658 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:05.415229 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:43:06.269200 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:06.273056 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:06.274768 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:15.411640 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:21.054261 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8c1c7237-4961-4d51-a514-256e1e533b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:23.511387 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ef82f741-4858-4aec-9264-7c3c1c3f8679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:24.540477 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:26.162527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:26.363525 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:35.415881 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:35.420761 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:36.269827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:36.274849 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:36.277126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:42.413938 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 5 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:43:46.189393 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=13 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:51.064362 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d27eedc3-5158-4feb-9297-6d5efce96a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:52.410689 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=15 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:43:53.481296 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-bcab51d1-da8c-42b0-ac45-5f0a733ac844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:54.527566 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:56.127135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:43:56.338952 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:02.412764 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3895081'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:12.347874 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:12.349098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:12.351814 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:12.421404 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:12.426707 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:14.643438 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49342) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:44:14.756681 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-137b893d-e743-4249-842f-d2c477df8a1d admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1121314 Jul 18 08:44:16.820642 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49352) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:44:16.877536 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-13e8e48e-0308-4c7c-b297-94b2d6b4e8c4 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558336 Jul 18 08:44:19.414445 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:44:21.074804 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-9a8bd41c-f9a1-4173-9ce9-e991b8b7f476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:23.491322 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5523-a04e-4d4a-8c40-885f9e292901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:24.554704 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:24.751409 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:26.165765 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:26.332068 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:26.872172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:29.410882 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:32.440853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:42.325108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:42.333955 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:42.335658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:49.434280 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:49.435049 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:44:51.067725 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3e147248-2e38-4035-80b4-aef952c9b86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:53.496423 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1ffd7928-53bb-406a-85dd-f7c2e6bf25f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:54.518883 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:56.124729 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:56.319024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:44:56.414014 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:45:02.427098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:06.410929 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:12.359451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:12.363304 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=8 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:12.365007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:21.060639 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-85c89cfb-36ac-4e56-82b5-5f6f33951eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:23.506819 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e5952a27-9b3e-47b8-bfe9-902507cafe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:24.534949 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:26.135086 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:26.369445 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:26.428134 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:26.433571 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:32.431864 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:33.413386 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:45:42.356088 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:42.361210 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:42.366159 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:46.266846 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=13 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:46.267621 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=15 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:51.146058 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b1adbe7d-5349-4a12-9db1-a4fb7febbf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:53.523503 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-00dd0633-6238-4125-835b-192798d589d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:54.533588 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:54.973758 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49510) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:55.170187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49528) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:55.250913 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-225096286-network', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:55.362140 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Made reservation on behalf of ef2947427ce24f46baad0172db285cc8 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:55.364793 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.377758 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.387919 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1607183451-network', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:55.459898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks [] for security_group (91d27d1d-1e3a-49cf-ad71-95472e8ea0f1), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.482527 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Made reservation on behalf of 4a773b75a4b4442ca01dc2b0d9e4e5d9 for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:55.487645 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.503952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.563354 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (91d27d1d-1e3a-49cf-ad71-95472e8ea0f1), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.595538 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:45:55.604305 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d27d1d-1e3a-49cf-ad71-95472e8ea0f1,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:55.637186 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks [] for security_group (379754d0-6ac7-4fc6-8ee4-18132c7bfa6b), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.642602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (f23f359a-5095-42d6-ba16-a968d65ed5d7), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.642602 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Added segment f23f359a-5095-42d6-ba16-a968d65ed5d7 of type vlan for network b0fa8b1e-26fd-4098-8362-a39708ae2c08 Jul 18 08:45:55.642602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.642602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.643044 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.643235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.643453 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.643806 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.644127 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.644450 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.644787 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.645111 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.645448 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.645788 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.646108 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.646422 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.646784 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Tracked resource versions report: Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: pushed versions: Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: { 'AddressGroup': {'1.2'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Agent': {'1.1'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'ConntrackHelper': {'1.0'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Log': {'1.0'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'NDPProxy': {'1.0'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Network': {'1.1'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Port': {'1.7'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'PortForwarding': {'1.3'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'QosPolicy': {'1.10'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroup': {'1.5'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SubPort': {'1.0'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Subnet': {'1.1'}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Trunk': {'1.1'}} Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: consumer versions: Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: HyperV agent@hv-cinder-85014: {}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Agent': '1.1', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'ConntrackHelper': '1.0', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'LocalIPAssociation': '1.0', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Log': '1.0', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'NDPProxy': '1.0', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Network': '1.1', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Port': '1.7', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'PortForwarding': '1.3', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'QosPolicy': '1.10', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroup': '1.5', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SecurityGroupRule': '1.2', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'SubPort': '1.0', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Subnet': '1.1', Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: 'Trunk': '1.1'}} Jul 18 08:45:55.647971 dv-cinder-850142-3-iscsi neutron-server[111084]: {{(pid=111084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:45:55.694428 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (b0fa8b1e-26fd-4098-8362-a39708ae2c08), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.719463 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (379754d0-6ac7-4fc6-8ee4-18132c7bfa6b), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.774404 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:45:55.787386 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:55.802349 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (b0fa8b1e-26fd-4098-8362-a39708ae2c08), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.803378 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:55.803981 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.807091 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789023929101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (762f97d8-804d-425c-8d6d-9666b9d1c20b), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.807921 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Unsubscribe: segment precommit_create {{(pid=111085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 08:45:55.814880 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Added segment 762f97d8-804d-425c-8d6d-9666b9d1c20b of type vlan for network 41c4eca8-d71d-42c2-858d-31f22a0cc589 Jul 18 08:45:55.816318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.816843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.817405 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.817948 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.818494 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.819052 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.819606 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.820158 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.820711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.821272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.821841 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.822410 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.822977 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.823512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.824079 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Tracked resource versions report: Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: pushed versions: Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: { 'AddressGroup': {'1.2'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Agent': {'1.1'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'ConntrackHelper': {'1.0'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Log': {'1.0'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'NDPProxy': {'1.0'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Network': {'1.1'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Port': {'1.7'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'PortForwarding': {'1.3'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'QosPolicy': {'1.10'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroup': {'1.5'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SubPort': {'1.0'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Subnet': {'1.1'}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Trunk': {'1.1'}} Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: consumer versions: Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: HyperV agent@hv-cinder-85014: {}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Agent': '1.1', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'ConntrackHelper': '1.0', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'LocalIPAssociation': '1.0', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Log': '1.0', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'NDPProxy': '1.0', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Network': '1.1', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Port': '1.7', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'PortForwarding': '1.3', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'QosPolicy': '1.10', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroup': '1.5', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SecurityGroupRule': '1.2', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'SubPort': '1.0', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Subnet': '1.1', Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: 'Trunk': '1.1'}} Jul 18 08:45:55.826102 dv-cinder-850142-3-iscsi neutron-server[111085]: {{(pid=111085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:45:55.901471 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fa8b1e-26fd-4098-8362-a39708ae2c08,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:55.907469 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (41c4eca8-d71d-42c2-858d-31f22a0cc589), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:55.913895 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:45:55.971188 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49556) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:55.972458 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8674e157-63b3-42a9-9ef3-11b71509fad2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9966884 Jul 18 08:45:55.978687 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Request body: {'subnet': {'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-subnet', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:56.007852 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (41c4eca8-d71d-42c2-858d-31f22a0cc589), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.008835 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:56.009414 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.114218 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Made reservation on behalf of ef2947427ce24f46baad0172db285cc8 for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:56.116644 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.132095 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] Pushing event updated for resources: {'Network': ['ID=41c4eca8-d71d-42c2-858d-31f22a0cc589,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:56.148133 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49564) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:56.152084 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:45:56.164606 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49568) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:56.179168 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.208503 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49572) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:56.231303 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49576) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:56.234743 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-506ac7a2-fd75-46d7-8f2b-c769cd3972d1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0618484 Jul 18 08:45:56.238343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Request body: {'subnet': {'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1607183451-subnet', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:56.313977 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49580) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:56.368339 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Made reservation on behalf of 4a773b75a4b4442ca01dc2b0d9e4e5d9 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:56.371226 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.424222 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.440078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375890700-network', 'tenant_id': '324cdcf46dde4aa987a2907fb89712fa'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:56.465564 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (ce57778b-4c6a-491c-96e9-8f5201aaa5d4), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.477953 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-565234074-network', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:56.497779 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1325411868-network', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:56.523037 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce57778b-4c6a-491c-96e9-8f5201aaa5d4,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:56.540019 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1282272588-network', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:56.546524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Checking segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:56.547082 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Network hostable DHCP agents. Network: b0fa8b1e-26fd-4098-8362-a39708ae2c08, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:45:56.572922 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Made reservation on behalf of 324cdcf46dde4aa987a2907fb89712fa for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:56.575263 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.607029 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.653877 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:45:56.657726 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:56.676069 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:56.691240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Made reservation on behalf of ab95af0a9cb74221a15ac73cbb8ca0ff for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:56.693673 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.695596 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Made reservation on behalf of c2f44b51cc624637bccd9ed1d3b1a769 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:56.699325 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.702175 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:56.717469 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.721617 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.762463 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Made reservation on behalf of d7367af701b84358a4e5c5d0db473b44 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:56.764864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.787640 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.788597 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, b0fa8b1e-26fd-4098-8362-a39708ae2c08) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:56.799585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (8528a902-4b0f-4161-8ef4-79d5bf2b4dd3), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.804414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452d542-23dd-41fe-898a-1fecaf3716df None None] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:45:56.804665 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:56.806545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.883637 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks [] for security_group (00bcf9a7-e317-4c02-8ee4-e242111ec4f8), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.942213 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:45:56.942213 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:56.969213 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2279de71-e3a1-4902-b79e-b16745bc54b6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9952121 Jul 18 08:45:56.977096 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49602) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:56.983003 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:57.025421 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (00bcf9a7-e317-4c02-8ee4-e242111ec4f8), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.028377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8528a902-4b0f-4161-8ef4-79d5bf2b4dd3,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.050028 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks [] for security_group (392194c6-a2b5-406d-8f8e-27fb32343730), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.050028 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Checking segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:57.050806 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Network hostable DHCP agents. Network: 41c4eca8-d71d-42c2-858d-31f22a0cc589, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:45:57.081369 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks [] for security_group (f27fefc2-2e64-470d-90b1-5640f939f355), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.093504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:45:57.125097 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (a78b2e53-b5f2-4d10-812a-c927726bc2cb), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.125097 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Added segment a78b2e53-b5f2-4d10-812a-c927726bc2cb of type vlan for network 1b24f31a-20ec-4c80-92a8-bfa1475a2946 Jul 18 08:45:57.126871 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bcf9a7-e317-4c02-8ee4-e242111ec4f8,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.128601 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Allocated IP 172.20.0.2 (b0fa8b1e-26fd-4098-8362-a39708ae2c08/ce57778b-4c6a-491c-96e9-8f5201aaa5d4/c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:45:57.198064 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (52ee62ff-812c-4d50-ba2a-917e7704959c), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.199261 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (52ee62ff-812c-4d50-ba2a-917e7704959c), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.213515 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks [] for security_group (8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.216875 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (392194c6-a2b5-406d-8f8e-27fb32343730), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.222483 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (1b24f31a-20ec-4c80-92a8-bfa1475a2946), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.232377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f27fefc2-2e64-470d-90b1-5640f939f355), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.236024 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:45:57.238333 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:57.267850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:45:57.292257 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:45:57.304824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks [] for router_controller (52ee62ff-812c-4d50-ba2a-917e7704959c), precommit_add_association {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.306485 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392194c6-a2b5-406d-8f8e-27fb32343730,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.312703 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (1ad081a3-d91e-4f35-96e6-fdfe93076433), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.313033 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Added segment 1ad081a3-d91e-4f35-96e6-fdfe93076433 of type vlan for network 91d2b33d-7b11-4b88-9cd3-44537bfe048d Jul 18 08:45:57.323781 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (7ad52668-07c9-43e0-a97a-e659e3ebb2b7), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.329244 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Added segment 7ad52668-07c9-43e0-a97a-e659e3ebb2b7 of type vlan for network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 Jul 18 08:45:57.339214 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.348716 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Publish callbacks [] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.391019 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 41c4eca8-d71d-42c2-858d-31f22a0cc589) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:57.402913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826b9ed-d04c-44b7-a493-5e615337e814 None None] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:45:57.420448 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:57.421057 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.428759 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:45:57.437236 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27fefc2-2e64-470d-90b1-5640f939f355,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.449145 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (91d2b33d-7b11-4b88-9cd3-44537bfe048d), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.454706 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (1b24f31a-20ec-4c80-92a8-bfa1475a2946), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.455659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:57.456266 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.479287 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.502428 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (7493bcf7-a4b9-4c49-a680-3a0a798b3b98), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.527051 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (e2407596-d3eb-4f30-b8f4-5b4a950f31b3), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.527431 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Added segment e2407596-d3eb-4f30-b8f4-5b4a950f31b3 of type vlan for network d509bc50-58ee-41ee-9bed-bf209325abb8 Jul 18 08:45:57.541721 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Pushing event updated for resources: {'Port': ['ID=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.555884 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.556622 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.557177 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.557720 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.558254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.558774 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.559296 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.559855 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.560388 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.561327 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.561890 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.562453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.563001 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.563548 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.564229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Tracked resource versions report: Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: pushed versions: Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: { 'AddressGroup': {'1.2'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Agent': {'1.1'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'ConntrackHelper': {'1.0'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Log': {'1.0'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'NDPProxy': {'1.0'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Network': {'1.1'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Port': {'1.7'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'PortForwarding': {'1.3'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'QosPolicy': {'1.10'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroup': {'1.5'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SubPort': {'1.0'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Subnet': {'1.1'}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Trunk': {'1.1'}} Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: consumer versions: Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: HyperV agent@hv-cinder-85014: {}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Agent': '1.1', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'ConntrackHelper': '1.0', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'LocalIPAssociation': '1.0', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Log': '1.0', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'NDPProxy': '1.0', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Network': '1.1', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Port': '1.7', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'PortForwarding': '1.3', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'QosPolicy': '1.10', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroup': '1.5', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SecurityGroupRule': '1.2', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'SubPort': '1.0', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Subnet': '1.1', Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: 'Trunk': '1.1'}} Jul 18 08:45:57.565586 dv-cinder-850142-3-iscsi neutron-server[111086]: {{(pid=111086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:45:57.581920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:45:57.585737 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:57.589955 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:45:57.611748 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.646429 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-10c4febb-5fdb-4e15-a522-cae65cc95e17 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4110839 Jul 18 08:45:57.657620 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49630) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:57.661963 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:57.672154 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-41c4eca8-d71d-42c2-858d-31f22a0cc589', 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'fixed_ips': [{'subnet_id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:45:57.677682 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.716185 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5728035 Jul 18 08:45:57.721820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (d509bc50-58ee-41ee-9bed-bf209325abb8), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.731629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49632) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:57.733493 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (91d2b33d-7b11-4b88-9cd3-44537bfe048d), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.735061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:57.736166 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.744409 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Request body: {'subnet': {'network_id': '1b24f31a-20ec-4c80-92a8-bfa1475a2946', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375890700-subnet', 'tenant_id': '324cdcf46dde4aa987a2907fb89712fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:57.759765 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60025c94-538f-4a3c-b6e5-f6ea13ccf7af admin admin] Pushing event updated for resources: {'Network': ['ID=1b24f31a-20ec-4c80-92a8-bfa1475a2946,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.769656 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=68,neutron:INSERT=29,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:57.822356 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 1b24f31a-20ec-4c80-92a8-bfa1475a2946 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:45:57.987333 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks [] for router_gateway (52ee62ff-812c-4d50-ba2a-917e7704959c), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.991220 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (7493bcf7-a4b9-4c49-a680-3a0a798b3b98), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.991220 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:57.991220 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.991220 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.7200377 Jul 18 08:45:57.992855 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49638) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:57.993324 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ab5d-a0c1-4eb3-8382-6f124ecb1a5b admin admin] Pushing event updated for resources: {'Network': ['ID=91d2b33d-7b11-4b88-9cd3-44537bfe048d,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:57.993324 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Made reservation on behalf of 324cdcf46dde4aa987a2907fb89712fa for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:57.993652 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Request body: {'subnet': {'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-subnet', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:57.993792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.994210 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (54fd9f28-9423-4da3-972f-4d698598c0c3), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.994210 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (54fd9f28-9423-4da3-972f-4d698598c0c3), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.994461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (d509bc50-58ee-41ee-9bed-bf209325abb8), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:57.994461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:57.994461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.003848 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7941122 Jul 18 08:45:58.014363 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Made reservation on behalf of ab95af0a9cb74221a15ac73cbb8ca0ff for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:58.018271 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.020820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49640) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:58.054927 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:45:58.078836 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks [] for router_controller (54fd9f28-9423-4da3-972f-4d698598c0c3), precommit_add_association {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.102160 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Request body: {'subnet': {'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-subnet', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:58.117790 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Attempting to bind port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:45:58.118471 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Attempting to bind port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:45:58.119051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Attempting to bind port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:45:58.160200 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:45:58.160900 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Checking segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:58.161514 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.162079 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Bound using segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:45:58.162740 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Bound port: c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:45:58.163358 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.209771 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Allocated IP 172.20.0.2 (41c4eca8-d71d-42c2-858d-31f22a0cc589/8528a902-4b0f-4161-8ef4-79d5bf2b4dd3/d8569f65-26f4-4219-a14d-e03d7cd528d4) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:45:58.233086 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11366c-545a-4b40-83b8-83c3507c56c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7493bcf7-a4b9-4c49-a680-3a0a798b3b98,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:58.267342 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:45:58.318489 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:58.415447 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] For port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:45:58.434519 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1193149 Jul 18 08:45:58.435593 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (c9599d99-9787-4930-956c-b41e9fededfe), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.437688 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49652) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:58.438441 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:58.452920 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Request body: {'subnet': {'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1282272588-subnet', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:58.476918 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a051c3c-00c6-4dfa-9d7e-e31060d98ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=d509bc50-58ee-41ee-9bed-bf209325abb8,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:58.494971 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] For port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:45:58.503131 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network d509bc50-58ee-41ee-9bed-bf209325abb8 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:45:58.523602 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:58.529094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9599d99-9787-4930-956c-b41e9fededfe,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:58.534524 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:58.542237 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:58.543515 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Made reservation on behalf of c2f44b51cc624637bccd9ed1d3b1a769 for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:58.552833 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.569972 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Checking segment: {'id': 'a78b2e53-b5f2-4d10-812a-c927726bc2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1b24f31a-20ec-4c80-92a8-bfa1475a2946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:58.570183 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks [] for router_gateway (54fd9f28-9423-4da3-972f-4d698598c0c3), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.570436 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Network hostable DHCP agents. Network: 1b24f31a-20ec-4c80-92a8-bfa1475a2946, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:45:58.611285 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks [] for router_gateway (52ee62ff-812c-4d50-ba2a-917e7704959c), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.620770 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Made reservation on behalf of d7367af701b84358a4e5c5d0db473b44 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:45:58.624556 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.630696 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.659254 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.721423 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Network 1b24f31a-20ec-4c80-92a8-bfa1475a2946 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:45:58.769277 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Publish callbacks [] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.774277 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0f17-5acc-4842-98a7-b187eac1ff1f None None] Pushing event updated for resources: {'Port': ['ID=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:58.803283 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 1b24f31a-20ec-4c80-92a8-bfa1475a2946) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:58.813659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:58.814123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.827168 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8591e-a753-4826-b277-2379122e3f89 None None] Network 1b24f31a-20ec-4c80-92a8-bfa1475a2946 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:45:58.977531 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:58.979433 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-78313787-991f-47fd-a786-b6ac8d423cb5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2395270 Jul 18 08:45:59.025900 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (a1b70215-bb6e-4a1a-b60c-9792bdc35c33), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.042753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d89dce8-c06b-4907-ab53-d3c223bbcd02 None None] Network 1b24f31a-20ec-4c80-92a8-bfa1475a2946 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:45:59.078526 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:45:59.091416 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Pushing event updated for resources: {'Port': ['ID=d8569f65-26f4-4219-a14d-e03d7cd528d4,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:59.109893 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:59.118193 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:45:59.179754 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b70215-bb6e-4a1a-b60c-9792bdc35c33,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:59.206763 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Checking segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:59.208880 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Network hostable DHCP agents. Network: d509bc50-58ee-41ee-9bed-bf209325abb8, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:45:59.215613 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Allocated IP 172.27.1.131 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/6804f3b5-a781-46e0-9c38-10ea02dc2d6a) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:45:59.252557 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=76,neutron:INSERT=12,neutron:UPDATE=8,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:59.262605 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (2805bb20-a3c6-4028-af76-b0d55fbe4c52), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.340938 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2805bb20-a3c6-4028-af76-b0d55fbe4c52,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:59.353794 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Attempting to bind port d8569f65-26f4-4219-a14d-e03d7cd528d4 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:45:59.355090 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Attempting to bind port d8569f65-26f4-4219-a14d-e03d7cd528d4 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:45:59.357454 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Attempting to bind port d8569f65-26f4-4219-a14d-e03d7cd528d4 on network 41c4eca8-d71d-42c2-858d-31f22a0cc589 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:45:59.360400 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:45:59.369190 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Network d509bc50-58ee-41ee-9bed-bf209325abb8 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:45:59.376982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:45:59.377928 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Checking segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:59.379200 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.379893 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Bound using segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:45:59.380529 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Bound port: d8569f65-26f4-4219-a14d-e03d7cd528d4, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:45:59.384205 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.460422 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, d509bc50-58ee-41ee-9bed-bf209325abb8) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:59.468196 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks [] for router_gateway (54fd9f28-9423-4da3-972f-4d698598c0c3), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.472633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:59.473494 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.480753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae523b9-8948-4b4c-ae54-69aeeccc0463 None None] Network d509bc50-58ee-41ee-9bed-bf209325abb8 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:45:59.517421 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] For port d8569f65-26f4-4219-a14d-e03d7cd528d4, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:45:59.571266 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.572310 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] For port d8569f65-26f4-4219-a14d-e03d7cd528d4, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d8569f65-26f4-4219-a14d-e03d7cd528d4,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:45:59.595382 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:59.595902 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Network hostable DHCP agents. Network: 91d2b33d-7b11-4b88-9cd3-44537bfe048d, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:45:59.608924 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-99a3062b-9635-40da-9172-7cbd06e63f25 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1639519 Jul 18 08:45:59.609759 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49690) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:45:59.614112 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:45:59.666525 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-d509bc50-58ee-41ee-9bed-bf209325abb8', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:45:59.667632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.675390 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (14c4c82e-40cd-48c7-9967-7671eea33e56), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.689625 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks [] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.690115 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.747731 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (ea0c29cb-72b7-4de2-b267-a038b0f9a689), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.750082 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (ea0c29cb-72b7-4de2-b267-a038b0f9a689), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.777553 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c4c82e-40cd-48c7-9967-7671eea33e56,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:59.807568 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Checking segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:45:59.808027 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Network hostable DHCP agents. Network: 7493bcf7-a4b9-4c49-a680-3a0a798b3b98, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:45:59.853713 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:45:59.879635 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.899482 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 91d2b33d-7b11-4b88-9cd3-44537bfe048d) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:45:59.909067 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:45:59.909297 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e487f0-ab29-4153-a4cc-a793e7f3892b None None] Pushing event updated for resources: {'Port': ['ID=d8569f65-26f4-4219-a14d-e03d7cd528d4,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:45:59.912858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.920727 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b069a4-d997-4c2e-bcca-2f5f581533a3 None None] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:45:59.926352 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks [] for router_controller (ea0c29cb-72b7-4de2-b267-a038b0f9a689), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:45:59.988051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:46:00.095689 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Pushing event updated for resources: {'Port': ['ID=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:00.105036 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Allocated IP 172.20.0.2 (d509bc50-58ee-41ee-9bed-bf209325abb8/a1b70215-bb6e-4a1a-b60c-9792bdc35c33/3f974654-8f3b-4c50-add6-b9368cc041e8) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:00.125104 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:00.163826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:00.180341 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 7493bcf7-a4b9-4c49-a680-3a0a798b3b98) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:00.183907 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:00.274228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:00.278290 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49718) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:00.318986 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:46:00.320012 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.416637 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:00.514918 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks [] for router_gateway (ea0c29cb-72b7-4de2-b267-a038b0f9a689), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.519014 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49728) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:00.531174 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403964899-network', 'tenant_id': 'bb330e7e37f2447a9ec98db9dd4c5a9e'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:00.659059 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Allocated IP 172.27.1.170 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/9e2ea126-c3e7-42e3-a695-ec677f1a5d12) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:00.662403 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:00.676035 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a923da7b-c9d0-4352-a50a-ce60ebf41764 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7829938 Jul 18 08:46:00.683012 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Made reservation on behalf of bb330e7e37f2447a9ec98db9dd4c5a9e for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:00.688997 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.690382 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49734) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:00.698638 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:00.728701 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Allocated IP 172.20.0.2 (91d2b33d-7b11-4b88-9cd3-44537bfe048d/2805bb20-a3c6-4028-af76-b0d55fbe4c52/6df6705c-58ae-405c-bfdb-a6e5d6144193) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:00.784432 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.796413 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:00.797816 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90078b-e6a0-403e-adbe-6f19a20e3995 None None] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:00.800882 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d8569f65-26f4-4219-a14d-e03d7cd528d4 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:00.805074 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018987c4-0b5c-4b8e-9646-fe619aa5a0b0 None None] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:00.807603 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f319ae73-0dda-49fe-b43d-e89ad14f4b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.844683 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:00.897449 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks [] for security_group (fcb7188a-e420-4dc3-8ee6-40b6c4766d76), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.899232 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks [] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.939147 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:00.939778 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.944286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (7dbcb425-f4d2-4041-b844-4efd04e9f711), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:00.945329 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (7dbcb425-f4d2-4041-b844-4efd04e9f711), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.002309 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (fcb7188a-e420-4dc3-8ee6-40b6c4766d76), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.006945 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.036705 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Publish callbacks [] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.068667 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:46:01.090592 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Pushing event updated for resources: {'Port': ['ID=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:01.124016 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b3fe5ef6-c884-45c6-a235-f75e75868e2d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0282114 Jul 18 08:46:01.126758 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb7188a-e420-4dc3-8ee6-40b6c4766d76,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:01.143447 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49744) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:01.152399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:01.158560 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (aadf5348-da34-48a9-93bb-dddf271d2ade), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.158677 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Added segment aadf5348-da34-48a9-93bb-dddf271d2ade of type vlan for network dc4b88db-92dc-4a8e-a157-6c4f39d42901 Jul 18 08:46:01.206460 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks [] for router_gateway (52ee62ff-812c-4d50-ba2a-917e7704959c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.210456 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks [] for router_controller (7dbcb425-f4d2-4041-b844-4efd04e9f711), precommit_add_association {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.255879 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:01.259575 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:01.262611 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:01.293506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f319ae73-0dda-49fe-b43d-e89ad14f4b9c admin admin] Publish callbacks [] for security_group (934edf18-3137-45fd-b3e8-2a8fe3b47127), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.308940 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (dc4b88db-92dc-4a8e-a157-6c4f39d42901), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.332859 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Publish callbacks [] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.338227 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] Provisioning complete for port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:01.338625 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.339063 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks [] for router_gateway (ea0c29cb-72b7-4de2-b267-a038b0f9a689), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.375820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.413530 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.449468 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f9dd3b-7ed5-4dc0-9bb1-5043d137dba7 None None] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:01.449976 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (b162ecfe-f7d4-4c66-862f-88ca255cede9), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.451659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (b162ecfe-f7d4-4c66-862f-88ca255cede9), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.461250 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:01.465058 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f319ae73-0dda-49fe-b43d-e89ad14f4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (934edf18-3137-45fd-b3e8-2a8fe3b47127), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.465254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.472091 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (dc4b88db-92dc-4a8e-a157-6c4f39d42901), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.472264 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port d8569f65-26f4-4219-a14d-e03d7cd528d4 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:01.472264 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.472414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:01.472414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.586508 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:46:01.589202 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.599877 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Network d509bc50-58ee-41ee-9bed-bf209325abb8 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:01.619959 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:01.629052 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks [] for router_gateway (7dbcb425-f4d2-4041-b844-4efd04e9f711), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.645279 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:01.676880 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:01.684185 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:01.688207 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:01.698287 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319ae73-0dda-49fe-b43d-e89ad14f4b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934edf18-3137-45fd-b3e8-2a8fe3b47127,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:01.704208 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1841512 Jul 18 08:46:01.709972 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f319ae73-0dda-49fe-b43d-e89ad14f4b9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=054149338e784f89b80b16d5be943b2b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3834527 Jul 18 08:46:01.712380 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49750) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:01.712380 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49752) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:01.713410 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks [] for router_controller (b162ecfe-f7d4-4c66-862f-88ca255cede9), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.728018 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Request body: {'subnet': {'network_id': 'dc4b88db-92dc-4a8e-a157-6c4f39d42901', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403964899-subnet', 'tenant_id': 'bb330e7e37f2447a9ec98db9dd4c5a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:01.775693 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Pushing event updated for resources: {'Port': ['ID=3f974654-8f3b-4c50-add6-b9368cc041e8,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:01.790974 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c42de2-eca0-479a-a776-51ae7b49e650 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4b88db-92dc-4a8e-a157-6c4f39d42901,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:01.797440 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:01.826834 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks [] for router_gateway (54fd9f28-9423-4da3-972f-4d698598c0c3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.831531 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Allocated IP 172.27.1.61 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/fe22eb09-1b11-4a76-9d1d-9936978e00e1) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:01.852449 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network dc4b88db-92dc-4a8e-a157-6c4f39d42901 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:46:01.869707 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Made reservation on behalf of bb330e7e37f2447a9ec98db9dd4c5a9e for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:01.872289 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.903280 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (52ee62ff-812c-4d50-ba2a-917e7704959c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:01.952569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] Current status of the port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:01.953000 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.235215 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Attempting to bind port 3f974654-8f3b-4c50-add6-b9368cc041e8 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:02.235713 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Attempting to bind port 3f974654-8f3b-4c50-add6-b9368cc041e8 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:02.236181 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Attempting to bind port 3f974654-8f3b-4c50-add6-b9368cc041e8 on network d509bc50-58ee-41ee-9bed-bf209325abb8 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:02.254914 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:02.256377 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Pushing event updated for resources: {'Port': ['ID=6df6705c-58ae-405c-bfdb-a6e5d6144193,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:02.278121 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port d8569f65-26f4-4219-a14d-e03d7cd528d4 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:02.278637 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.281238 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Attempting to bind port 6df6705c-58ae-405c-bfdb-a6e5d6144193 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:02.281703 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Attempting to bind port 6df6705c-58ae-405c-bfdb-a6e5d6144193 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:02.282115 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Attempting to bind port 6df6705c-58ae-405c-bfdb-a6e5d6144193 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:02.321075 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] For port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:02.332481 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:02.332690 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Checking segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:02.333156 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.334080 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Bound using segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:02.334080 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Bound port: 3f974654-8f3b-4c50-add6-b9368cc041e8, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:02.334582 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.345117 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c05-ed91-419e-ba89-52af0e4c6eaa admin admin] Publish callbacks [] for security_group (934edf18-3137-45fd-b3e8-2a8fe3b47127), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.352250 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:02.352755 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:02.353237 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.353704 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Bound using segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:02.354279 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Bound port: 6df6705c-58ae-405c-bfdb-a6e5d6144193, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:02.354740 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.443473 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:02.453739 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.465118 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Allocated IP 172.20.0.2 (7493bcf7-a4b9-4c49-a680-3a0a798b3b98/14c4c82e-40cd-48c7-9967-7671eea33e56/6653dd87-c992-42ca-b483-03fc7fced7d0) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:02.488114 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks [] for router_gateway (7dbcb425-f4d2-4041-b844-4efd04e9f711), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.490938 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port d8569f65-26f4-4219-a14d-e03d7cd528d4, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d8569f65-26f4-4219-a14d-e03d7cd528d4,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:02.513143 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.551696 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:02.617098 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c05-ed91-419e-ba89-52af0e4c6eaa admin admin] Publish callbacks [] for security_group (934edf18-3137-45fd-b3e8-2a8fe3b47127), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.623927 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:02.636881 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks [] for router_gateway (b162ecfe-f7d4-4c66-862f-88ca255cede9), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.653928 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.675730 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:02.677555 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.678472 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:02.679192 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (54fd9f28-9423-4da3-972f-4d698598c0c3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.728911 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-d3ba737f-52ed-411f-985d-50e0b18fc79c None None] Provisioning complete for port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:02.729181 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d3ba737f-52ed-411f-985d-50e0b18fc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.731298 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] For port 3f974654-8f3b-4c50-add6-b9368cc041e8, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:02.743123 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] For port 6df6705c-58ae-405c-bfdb-a6e5d6144193, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:02.749457 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c9829-9f00-4d67-aacb-2fb5b55b38a8 None None] Pushing event updated for resources: {'Port': ['ID=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:02.814464 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Router 52ee62ff-812c-4d50-ba2a-917e7704959c is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:46:02.829601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks [] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:02.833868 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] For port 3f974654-8f3b-4c50-add6-b9368cc041e8, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=3f974654-8f3b-4c50-add6-b9368cc041e8,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:02.896439 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] For port 6df6705c-58ae-405c-bfdb-a6e5d6144193, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6df6705c-58ae-405c-bfdb-a6e5d6144193,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:02.926028 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:03.003116 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.034569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.037844 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:03.038403 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.043426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:03.060240 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:03.062081 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c05-ed91-419e-ba89-52af0e4c6eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (934edf18-3137-45fd-b3e8-2a8fe3b47127), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.064752 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1c05-ed91-419e-ba89-52af0e4c6eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.068653 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6d7d1c05-ed91-419e-ba89-52af0e4c6eaa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/934edf18-3137-45fd-b3e8-2a8fe3b47127 HTTP/1.1" status: 204 len: 168 time: 1.3135941 Jul 18 08:46:03.083882 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:03.085986 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:03.090242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d1c05-ed91-419e-ba89-52af0e4c6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934edf18-3137-45fd-b3e8-2a8fe3b47127,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:03.139687 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Router 54fd9f28-9423-4da3-972f-4d698598c0c3 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:46:03.161157 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=d8569f65-26f4-4219-a14d-e03d7cd528d4,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:03.191660 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.196196 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (eb342c98-02cc-48ad-85bd-a2773be6e4dd), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.229820 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41391e-9017-44e3-8267-02e68f515e60 None None] Pushing event updated for resources: {'Port': ['ID=3f974654-8f3b-4c50-add6-b9368cc041e8,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:03.307588 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.310858 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-468550e5-c0fa-43ba-8d6d-9e8377ffcd4f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3321495 Jul 18 08:46:03.312596 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba737f-52ed-411f-985d-50e0b18fc79c None None] Current status of the port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:03.320535 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:03.343996 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49768) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:03.364353 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Publish callbacks [] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.373352 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-d3ba737f-52ed-411f-985d-50e0b18fc79c None None] Provisioning complete for port d8569f65-26f4-4219-a14d-e03d7cd528d4 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:03.373615 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d3ba737f-52ed-411f-985d-50e0b18fc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.516925 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe22eb09-1b11-4a76-9d1d-9936978e00e1,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:03.546338 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1115f-4846-4336-9f58-efde22d44601 None None] Pushing event updated for resources: {'Port': ['ID=6df6705c-58ae-405c-bfdb-a6e5d6144193,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:03.596700 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.651595 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Allocated IP 172.27.1.29 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/531d98ea-5b9d-4552-9a32-c607287f2005) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:03.664127 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:00Z', 'revision_number': 3, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:03.688335 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:03.715451 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:03.755688 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:03.757043 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Updating router 52ee62ff-812c-4d50-ba2a-917e7704959c port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:03.793242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:03.800086 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:03.804785 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49774) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:03.805473 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb342c98-02cc-48ad-85bd-a2773be6e4dd,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:03.844576 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:03.845590 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:03.855451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Sync routers for ids ['54fd9f28-9423-4da3-972f-4d698598c0c3'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:03.886532 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:03.907542 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:04.028837 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.039087 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4c6bdd6a-10e6-4c35-b4a6-9c5d858ac7ea admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3803878 Jul 18 08:46:04.049171 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49778) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:04.051040 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:04.056032 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba737f-52ed-411f-985d-50e0b18fc79c None None] Current status of the port d8569f65-26f4-4219-a14d-e03d7cd528d4 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:04.068639 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Routers {'54fd9f28-9423-4da3-972f-4d698598c0c3'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:04.070963 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['54fd9f28-9423-4da3-972f-4d698598c0c3'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:04.168764 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks [] for router_gateway (b162ecfe-f7d4-4c66-862f-88ca255cede9), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.199500 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.227809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Checking segment: {'id': 'aadf5348-da34-48a9-93bb-dddf271d2ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dc4b88db-92dc-4a8e-a157-6c4f39d42901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:04.228506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Network hostable DHCP agents. Network: dc4b88db-92dc-4a8e-a157-6c4f39d42901, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:46:04.302197 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks [] for port (531d98ea-5b9d-4552-9a32-c607287f2005), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.378478 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f7918af-2759-4183-b941-d3c5006b4611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.392984 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:04.422945 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:04.426613 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 3f974654-8f3b-4c50-add6-b9368cc041e8 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:04.428361 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Pushing event updated for resources: {'Port': ['ID=6653dd87-c992-42ca-b483-03fc7fced7d0,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:04.433047 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:04.472408 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.508021 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:04.515935 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49780) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:04.516867 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:04.556709 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Network dc4b88db-92dc-4a8e-a157-6c4f39d42901 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:46:04.557623 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:04.620345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-ede4ced4-d18f-4b37-8b49-4193e8ce2cb6 None None] Provisioning complete for port d8569f65-26f4-4219-a14d-e03d7cd528d4 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:04.622200 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ede4ced4-d18f-4b37-8b49-4193e8ce2cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.708542 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f45c8a7b-ff12-4210-b4b1-9cd9924565a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.718330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:04.741042 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Set router 54fd9f28-9423-4da3-972f-4d698598c0c3 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:04.745938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, dc4b88db-92dc-4a8e-a157-6c4f39d42901) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:04.749490 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:04.750149 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.837674 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks [] for router_gateway (ea0c29cb-72b7-4de2-b267-a038b0f9a689), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.861521 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93283d-d9ee-47c7-8146-ffd0c4dfd8c9 None None] Network dc4b88db-92dc-4a8e-a157-6c4f39d42901 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:04.863347 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Publish callbacks [] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.914064 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-372d61a3-cb1b-408c-81b9-cb4f12e1ed0a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1844316 Jul 18 08:46:04.914580 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks [] for router_gateway (7dbcb425-f4d2-4041-b844-4efd04e9f711), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.946025 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:04.949114 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Attempting to bind port 6653dd87-c992-42ca-b483-03fc7fced7d0 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:04.949850 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Attempting to bind port 6653dd87-c992-42ca-b483-03fc7fced7d0 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:04.950534 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Attempting to bind port 6653dd87-c992-42ca-b483-03fc7fced7d0 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:05.009597 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Allocated IP 172.27.1.6 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/f52178ca-1474-4c39-8c9c-57af0fca6168) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:05.067535 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Pushing event updated for resources: {'Port': ['ID=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,revision_number=2']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:05.095655 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.095946 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.096308 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.096662 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.096999 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.097328 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.097655 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.098006 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.101653 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.107907 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.107907 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.108156 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.108545 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.108905 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.109241 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:05.109432 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Tracked resource versions report: Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: pushed versions: Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: { 'AddressGroup': {'1.2'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Agent': {'1.1'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'ConntrackHelper': {'1.0'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'LocalIPAssociation': {'1.0'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Log': {'1.0'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'NDPProxy': {'1.0'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Network': {'1.1'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Port': {'1.7'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'PortForwarding': {'1.3'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'QosPolicy': {'1.10'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroup': {'1.5'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroupRule': {'1.2'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SubPort': {'1.0'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Subnet': {'1.1'}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Trunk': {'1.1'}} Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: consumer versions: Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: { DHCP agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: HyperV agent@hv-cinder-85014: {}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: L3 agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: Metadata agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: Metering agent@dv-cinder-850142-3-iscsi: {}, Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: Open vSwitch agent@dv-cinder-850142-3-iscsi: { 'AddressGroup': '1.2', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Agent': '1.1', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'ConntrackHelper': '1.0', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'LocalIPAssociation': '1.0', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Log': '1.0', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'NDPProxy': '1.0', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Network': '1.1', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Port': '1.7', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'PortForwarding': '1.3', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'QosPolicy': '1.10', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroup': '1.5', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SecurityGroupRule': '1.2', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'SubPort': '1.0', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Subnet': '1.1', Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: 'Trunk': '1.1'}} Jul 18 08:46:05.110374 dv-cinder-850142-3-iscsi neutron-server[111087]: {{(pid=111087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 08:46:05.113444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:05.114226 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Checking segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:05.114927 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.115656 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Bound using segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:05.117540 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Bound port: 6653dd87-c992-42ca-b483-03fc7fced7d0, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:05.118461 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.145494 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f45c8a7b-ff12-4210-b4b1-9cd9924565a9 admin admin] Publish callbacks [] for security_group (2683a368-91ff-4cd4-8967-976dc39121d3), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.173916 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Attempting to bind port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:05.174297 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Attempting to bind port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:05.174662 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Attempting to bind port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:05.190535 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:05.190917 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:05.191341 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.191795 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:05.202884 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Bound port: 6804f3b5-a781-46e0-9c38-10ea02dc2d6a, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:05.203859 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.240720 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Pushing event updated for resources: {'Port': ['ID=531d98ea-5b9d-4552-9a32-c607287f2005,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:05.253593 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 3f974654-8f3b-4c50-add6-b9368cc041e8 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:05.254209 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.256445 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:05.257503 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49784) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:05.263281 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f45c8a7b-ff12-4210-b4b1-9cd9924565a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2683a368-91ff-4cd4-8967-976dc39121d3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.293317 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks [] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.299146 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] For port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:05.304041 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] For port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:05.358324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c8a7b-ff12-4210-b4b1-9cd9924565a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2683a368-91ff-4cd4-8967-976dc39121d3,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:05.409362 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.412183 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01985404-5699-448c-90da-c477a311abd2 None None] Network d509bc50-58ee-41ee-9bed-bf209325abb8 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:05.453205 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f7918af-2759-4183-b941-d3c5006b4611 admin admin] Publish callbacks [] for security_group (b7de9681-aae7-432e-bc9f-79c30af8614a), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.466081 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f45c8a7b-ff12-4210-b4b1-9cd9924565a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=900dafb4ca4d46369bbec6ddcc49dd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9467750 Jul 18 08:46:05.467051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49786) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:05.486355 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-ede4ced4-d18f-4b37-8b49-4193e8ce2cb6 None None] Current status of the port d8569f65-26f4-4219-a14d-e03d7cd528d4 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:05.524021 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:05.529458 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f7918af-2759-4183-b941-d3c5006b4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b7de9681-aae7-432e-bc9f-79c30af8614a), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.571972 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616406da-e6ca-4c15-a18a-ba57294a5994 None None] Pushing event updated for resources: {'Port': ['ID=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:05.572761 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7918af-2759-4183-b941-d3c5006b4611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de9681-aae7-432e-bc9f-79c30af8614a,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:05.577593 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:05.578386 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:05.652392 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:05.730108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42145974-8f3b-4ae7-97cf-12c608e61867 None None] Network dc4b88db-92dc-4a8e-a157-6c4f39d42901 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:05.750028 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:05.759120 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_v2 [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Deleting subnet c9599d99-9787-4930-956c-b41e9fededfe {{(pid=111084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:46:05.780786 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Publish callbacks [] for subnet (c9599d99-9787-4930-956c-b41e9fededfe), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.883572 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7e95d-300b-4c8f-a527-ef1f7916403a None None] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:05.938907 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Provisioning complete for port 3f974654-8f3b-4c50-add6-b9368cc041e8 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:05.939586 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.949959 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (7dbcb425-f4d2-4041-b844-4efd04e9f711), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:05.996572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Publish callbacks [] for subnet (c9599d99-9787-4930-956c-b41e9fededfe), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.016285 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:00Z', 'revision_number': 3, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:06.032317 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:06.039757 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-04b68256-00b9-4cf9-8dd1-00c04e07d0b3 admin admin] Publish callbacks [] for security_group (2683a368-91ff-4cd4-8967-976dc39121d3), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.064762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-04b68256-00b9-4cf9-8dd1-00c04e07d0b3 admin admin] Publish callbacks [] for security_group (2683a368-91ff-4cd4-8967-976dc39121d3), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.066672 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac67de-177e-416f-8d7a-9097c719ca16 None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:00Z', 'revision_number': 3, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:06.070706 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.075447 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:01Z', 'revision_number': 3, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:06.075610 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:06.080839 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] For port 6653dd87-c992-42ca-b483-03fc7fced7d0, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:06.101059 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (c9599d99-9787-4930-956c-b41e9fededfe), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.142966 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:06.143863 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:06.155508 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0f7918af-2759-4183-b941-d3c5006b4611 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5746e9b1fe24e929b4d3355b6605423&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3258631 Jul 18 08:46:06.180085 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49790) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:06.247760 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-04b68256-00b9-4cf9-8dd1-00c04e07d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2683a368-91ff-4cd4-8967-976dc39121d3), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.249976 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-04b68256-00b9-4cf9-8dd1-00c04e07d0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.254780 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-04b68256-00b9-4cf9-8dd1-00c04e07d0b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2683a368-91ff-4cd4-8967-976dc39121d3 HTTP/1.1" status: 204 len: 168 time: 0.7758808 Jul 18 08:46:06.269540 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b68256-00b9-4cf9-8dd1-00c04e07d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2683a368-91ff-4cd4-8967-976dc39121d3,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:06.290973 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:06.333881 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:06.419199 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.419590 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:06.455061 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Checking router: 54fd9f28-9423-4da3-972f-4d698598c0c3 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:06.455747 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Updating router 54fd9f28-9423-4da3-972f-4d698598c0c3 port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:06.471865 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Pushing event updated for resources: {'Port': ['ID=f52178ca-1474-4c39-8c9c-57af0fca6168,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:06.476698 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] For port 6653dd87-c992-42ca-b483-03fc7fced7d0, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6653dd87-c992-42ca-b483-03fc7fced7d0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:06.590656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:46:06.630123 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.746637 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (ea0c29cb-72b7-4de2-b267-a038b0f9a689), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.800538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 3f974654-8f3b-4c50-add6-b9368cc041e8 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:06.803409 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.830566 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Allocated IP 172.20.0.1 (41c4eca8-d71d-42c2-858d-31f22a0cc589/8528a902-4b0f-4161-8ef4-79d5bf2b4dd3/cdca0b49-c752-4067-8bb9-94f7d3d09637) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:06.874482 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696e6ec-d189-4281-9a6f-8bda83a077a3 None None] Pushing event updated for resources: {'Port': ['ID=6653dd87-c992-42ca-b483-03fc7fced7d0,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:06.901577 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:06.915306 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:06.969080 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for subnet (c9599d99-9787-4930-956c-b41e9fededfe), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:06.977272 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:06.981104 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:07.021277 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.158447 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 3f974654-8f3b-4c50-add6-b9368cc041e8, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=3f974654-8f3b-4c50-add6-b9368cc041e8,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:07.168462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Current status of the port 3f974654-8f3b-4c50-add6-b9368cc041e8 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:07.169516 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.266701 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks [] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.361489 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.367872 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0f964766-be74-4fc6-8863-b36dedb8e63c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6683526 Jul 18 08:46:07.377829 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:07.389617 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49796) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:07.544233 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9599d99-9787-4930-956c-b41e9fededfe,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:07.544538 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:07.545481 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.565756 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:07.579765 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-b714ebff-2618-4e6c-9df1-68c9d1e02e85 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c9599d99-9787-4930-956c-b41e9fededfe HTTP/1.1" status: 204 len: 168 time: 2.3190589 Jul 18 08:46:07.594051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49804) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:07.612310 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:07.615489 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:07.775336 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ecff853f-6e54-48cd-986c-52b53f080eaf admin admin] Publish callbacks [] for security_group (b7de9681-aae7-432e-bc9f-79c30af8614a), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.859160 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.863060 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (1b24f31a-20ec-4c80-92a8-bfa1475a2946), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.903396 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Publish callbacks [] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.907440 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:07.907440 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:07.908940 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:07.958078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.162765 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.169145 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Pushing event updated for resources: {'Port': ['ID=cdca0b49-c752-4067-8bb9-94f7d3d09637,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:08.193687 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:08.197922 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:08.210345 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:08.210925 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (54fd9f28-9423-4da3-972f-4d698598c0c3), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.274967 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Attempting to bind port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:08.275358 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Attempting to bind port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:08.275804 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Attempting to bind port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:08.278672 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ecff853f-6e54-48cd-986c-52b53f080eaf admin admin] Publish callbacks [] for security_group (b7de9681-aae7-432e-bc9f-79c30af8614a), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.289059 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.db.api [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 08:46:08.289485 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG oslo_db.api [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 08:46:08.318010 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:08.318367 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.320329 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:08.320740 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:08.321098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.321500 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:08.322005 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Bound port: 9e2ea126-c3e7-42e3-a695-ec677f1a5d12, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:08.322399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.400978 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:04Z', 'revision_number': 3, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:08.416991 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=3f974654-8f3b-4c50-add6-b9368cc041e8,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:08.430852 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] For port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:08.465678 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:08.467419 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Updating router 7dbcb425-f4d2-4041-b844-4efd04e9f711 port 531d98ea-5b9d-4552-9a32-c607287f2005 binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:08.486357 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] For port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:08.488479 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:08.505200 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:08.516322 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.519094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:08.521467 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (1b24f31a-20ec-4c80-92a8-bfa1475a2946), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.522619 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e64b1-cbd9-42af-b225-2f8f318f173b None None] Pushing event updated for resources: {'Port': ['ID=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:08.566257 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.566606 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.567952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.568316 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > port after_create 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.568636 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > port after_delete 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.568973 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > port after_update 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.569286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.569598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.569911 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.570672 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:08.575391 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:08.576982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d8569f65-26f4-4219-a14d-e03d7cd528d4 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:08.580343 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.692198 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e64b1-cbd9-42af-b225-2f8f318f173b None None] Pushing event updated for resources: {'Port': ['ID=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:08.710142 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:08.713522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks [] for router_gateway (b162ecfe-f7d4-4c66-862f-88ca255cede9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:08.735939 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Routers {'54fd9f28-9423-4da3-972f-4d698598c0c3'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:08.739178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['54fd9f28-9423-4da3-972f-4d698598c0c3'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:08.912993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] Set router 54fd9f28-9423-4da3-972f-4d698598c0c3 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:09.048128 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Publish callbacks [] for port (531d98ea-5b9d-4552-9a32-c607287f2005), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.051164 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:09.099271 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ecff853f-6e54-48cd-986c-52b53f080eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b7de9681-aae7-432e-bc9f-79c30af8614a), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.102244 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ecff853f-6e54-48cd-986c-52b53f080eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.103161 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ecff853f-6e54-48cd-986c-52b53f080eaf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7de9681-aae7-432e-bc9f-79c30af8614a HTTP/1.1" status: 204 len: 168 time: 2.9125779 Jul 18 08:46:09.106043 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:09.123303 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff853f-6e54-48cd-986c-52b53f080eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de9681-aae7-432e-bc9f-79c30af8614a,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:09.167106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Allocated IP 172.20.0.1 (b0fa8b1e-26fd-4098-8362-a39708ae2c08/ce57778b-4c6a-491c-96e9-8f5201aaa5d4/fbf533bb-a279-439b-a4fd-a508f53adcbe) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:09.179636 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.185947 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:09.186282 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:09.186614 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:09.188035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:46:09.194273 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b24f31a-20ec-4c80-92a8-bfa1475a2946']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:09.296256 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-25b721af-5c65-4c94-a614-d322225b3434 None None] Current status of the port 3f974654-8f3b-4c50-add6-b9368cc041e8 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:09.302565 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:01Z', 'revision_number': 3, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:09.327559 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cae84-c6bb-4cfc-b963-90ec1fd22c79 None None] Pushing event updated for resources: {'Port': ['ID=531d98ea-5b9d-4552-9a32-c607287f2005,revision_number=2']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:09.329295 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:46:09.337820 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Attempting to bind port 531d98ea-5b9d-4552-9a32-c607287f2005 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:09.343121 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Attempting to bind port 531d98ea-5b9d-4552-9a32-c607287f2005 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:09.343121 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Attempting to bind port 531d98ea-5b9d-4552-9a32-c607287f2005 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:09.360679 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:09.361887 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:09.362312 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.362769 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:09.363524 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Bound port: 531d98ea-5b9d-4552-9a32-c607287f2005, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:09.363955 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.368359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port d8569f65-26f4-4219-a14d-e03d7cd528d4 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:09.370925 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.411254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f2be-a826-489f-b4b4-f1d0fa3175e3 None None] The sync data for ids ['54fd9f28-9423-4da3-972f-4d698598c0c3'] in dv-cinder-850142-3-iscsi is: [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:01Z', 'revision_number': 3, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:09.425437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:09.428556 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:09.435946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78b2e53-b5f2-4d10-812a-c927726bc2cb') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:09.436385 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78b2e53-b5f2-4d10-812a-c927726bc2cb') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:09.490554 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port d8569f65-26f4-4219-a14d-e03d7cd528d4 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:09.502465 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Provisioning complete for port 3f974654-8f3b-4c50-add6-b9368cc041e8 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:09.502943 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.559477 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] For port 531d98ea-5b9d-4552-9a32-c607287f2005, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:09.573599 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] For port 531d98ea-5b9d-4552-9a32-c607287f2005, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=531d98ea-5b9d-4552-9a32-c607287f2005,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:09.601911 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (a78b2e53-b5f2-4d10-812a-c927726bc2cb), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.647807 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432500b-051c-4b4e-913d-64e01db2e681 None None] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:46:09.724488 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (a78b2e53-b5f2-4d10-812a-c927726bc2cb), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.750097 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:46:09.750819 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (a78b2e53-b5f2-4d10-812a-c927726bc2cb), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.780192 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (b162ecfe-f7d4-4c66-862f-88ca255cede9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.855404 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Current status of the port 3f974654-8f3b-4c50-add6-b9368cc041e8 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:09.862100 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:09.898586 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:09.908152 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:09.954365 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:09.963517 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks [] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.004462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6653dd87-c992-42ca-b483-03fc7fced7d0 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:10.049588 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:10.052519 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:10.066733 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cae84-c6bb-4cfc-b963-90ec1fd22c79 None None] Pushing event updated for resources: {'Port': ['ID=531d98ea-5b9d-4552-9a32-c607287f2005,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:10.124907 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Provisioning complete for port 6df6705c-58ae-405c-bfdb-a6e5d6144193 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:10.125626 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.126525 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.132024 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-246b92b5-e835-4bf6-a09d-bc3eee2eddb6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5171134 Jul 18 08:46:10.132775 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49832) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:10.143007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:10.143974 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:10.265042 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:10.336824 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:10.468528 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:46:10.480555 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:10.483115 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:10.518176 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 6653dd87-c992-42ca-b483-03fc7fced7d0 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:10.518571 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.535061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.553152 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Router b162ecfe-f7d4-4c66-862f-88ca255cede9 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:46:10.670431 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49840) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:10.679013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.691093 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf533bb-a279-439b-a4fd-a508f53adcbe,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:10.725694 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:10.743289 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:04Z', 'revision_number': 3, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:10.764318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (1b24f31a-20ec-4c80-92a8-bfa1475a2946), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.770451 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.773920 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] 10.222.0.57 "DELETE /v2.0/networks/1b24f31a-20ec-4c80-92a8-bfa1475a2946 HTTP/1.1" status: 204 len: 168 time: 3.1785069 Jul 18 08:46:10.802321 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4b84a-424f-4a5a-b3f0-accc993023a8 None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:04Z', 'revision_number': 3, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:10.815098 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49842) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:10.828433 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8678e2-840e-4741-8ccb-ce121bc1388b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b24f31a-20ec-4c80-92a8-bfa1475a2946,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:10.840009 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2faa4536-46bd-4ca7-9448-2c3c9cf2e35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.898636 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 6653dd87-c992-42ca-b483-03fc7fced7d0 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:10.899127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:10.946904 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:10.980524 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Current status of the port 6df6705c-58ae-405c-bfdb-a6e5d6144193 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:10.981513 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.049938 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 6653dd87-c992-42ca-b483-03fc7fced7d0, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6653dd87-c992-42ca-b483-03fc7fced7d0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:11.086926 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:11.089603 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Deleting subnet eb342c98-02cc-48ad-85bd-a2773be6e4dd {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:46:11.090072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:11.110703 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Publish callbacks [] for subnet (eb342c98-02cc-48ad-85bd-a2773be6e4dd), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.161843 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:11.168398 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:11.169038 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (52ee62ff-812c-4d50-ba2a-917e7704959c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.170561 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] For port 6df6705c-58ae-405c-bfdb-a6e5d6144193, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6df6705c-58ae-405c-bfdb-a6e5d6144193,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:11.178139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.179564 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6df6705c-58ae-405c-bfdb-a6e5d6144193 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:11.294073 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (eb342c98-02cc-48ad-85bd-a2773be6e4dd), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.531786 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks [] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.540531 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.544973 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment a78b2e53-b5f2-4d10-812a-c927726bc2cb resource provider aggregate not found Jul 18 08:46:11.597549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (eb342c98-02cc-48ad-85bd-a2773be6e4dd), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.616406 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.686399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Provisioning complete for port cdca0b49-c752-4067-8bb9-94f7d3d09637 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:11.687406 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.688610 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment a78b2e53-b5f2-4d10-812a-c927726bc2cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a78b2e53-b5f2-4d10-812a-c927726bc2cb found for delete ", "request_id": "req-c4bd680b-d35d-462a-8532-64ded4dc4135"}]} Jul 18 08:46:11.692980 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:04Z', 'revision_number': 3, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:11.700215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.740956 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:11.741318 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Updating router ea0c29cb-72b7-4de2-b267-a038b0f9a689 port fe22eb09-1b11-4a76-9d1d-9936978e00e1 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:11.775202 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2faa4536-46bd-4ca7-9448-2c3c9cf2e35d admin admin] Publish callbacks [] for security_group (87161ebb-66af-4d71-8595-125d1b291973), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.777488 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Pushing event updated for resources: {'Port': ['ID=cdca0b49-c752-4067-8bb9-94f7d3d09637,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:11.797093 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.800832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.808432 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:11.823638 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:11.825244 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (eb342c98-02cc-48ad-85bd-a2773be6e4dd), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.853281 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 6df6705c-58ae-405c-bfdb-a6e5d6144193 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:11.853746 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.891279 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=6653dd87-c992-42ca-b483-03fc7fced7d0,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:11.901977 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:11.921288 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb342c98-02cc-48ad-85bd-a2773be6e4dd,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:11.958652 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2faa4536-46bd-4ca7-9448-2c3c9cf2e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (87161ebb-66af-4d71-8595-125d1b291973), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.962325 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:11.966282 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4bcfa69e-aa9d-407d-957a-67f17f96649a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/eb342c98-02cc-48ad-85bd-a2773be6e4dd HTTP/1.1" status: 204 len: 168 time: 1.1445336 Jul 18 08:46:11.981897 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49868) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:11.996118 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Port cdca0b49-c752-4067-8bb9-94f7d3d09637 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:12.106661 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6463b98-d1fa-476b-bec5-8a7c76506c9a None None] Pushing event updated for resources: {'Port': ['ID=6df6705c-58ae-405c-bfdb-a6e5d6144193,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:12.158898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.163107 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 6df6705c-58ae-405c-bfdb-a6e5d6144193 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:12.166585 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 3f974654-8f3b-4c50-add6-b9368cc041e8 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:12.175146 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (54fd9f28-9423-4da3-972f-4d698598c0c3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.178056 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:12.190207 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Sync routers for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:12.207809 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:12.212563 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:12.287875 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-dbd0a362-c789-401f-a865-7bc6e0457d15 None None] Provisioning complete for port 6653dd87-c992-42ca-b483-03fc7fced7d0 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:12.288551 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a362-c789-401f-a865-7bc6e0457d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.319802 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2faa4536-46bd-4ca7-9448-2c3c9cf2e35d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f507254c7200433abbc276fb95fcbb61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6161060 Jul 18 08:46:12.335185 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49870) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:12.385347 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa4536-46bd-4ca7-9448-2c3c9cf2e35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87161ebb-66af-4d71-8595-125d1b291973,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:12.432860 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 3f974654-8f3b-4c50-add6-b9368cc041e8 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:12.436419 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.463583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (dc4b88db-92dc-4a8e-a157-6c4f39d42901), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.475379 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:12.703543 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.705051 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-7ced7ff6-ceea-4224-ba86-fcbbcdccbcfe admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.5603030 Jul 18 08:46:12.712133 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 49872) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:12.713654 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0a362-c789-401f-a865-7bc6e0457d15 None None] Current status of the port 6653dd87-c992-42ca-b483-03fc7fced7d0 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:12.741134 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:12.754067 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-dbd0a362-c789-401f-a865-7bc6e0457d15 None None] Provisioning complete for port fbf533bb-a279-439b-a4fd-a508f53adcbe triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:12.754514 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a362-c789-401f-a865-7bc6e0457d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.758863 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 3f974654-8f3b-4c50-add6-b9368cc041e8 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:12.760159 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6804f3b5-a781-46e0-9c38-10ea02dc2d6a up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:12.765203 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Publish callbacks [] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.802384 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Allocated IP 172.20.0.1 (d509bc50-58ee-41ee-9bed-bf209325abb8/a1b70215-bb6e-4a1a-b60c-9792bdc35c33/91557f6f-2ded-4b40-9862-0fbe73a2d74f) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:12.812191 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:12.814879 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a82-010c-472d-a092-b12f0e1d9878 admin admin] Publish callbacks [] for security_group (87161ebb-66af-4d71-8595-125d1b291973), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.824384 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:07Z', 'revision_number': 3, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:12.853528 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0a362-c789-401f-a865-7bc6e0457d15 None None] Port fbf533bb-a279-439b-a4fd-a508f53adcbe cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:12.854090 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:12.869576 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Checking router: b162ecfe-f7d4-4c66-862f-88ca255cede9 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:12.870212 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Updating router b162ecfe-f7d4-4c66-862f-88ca255cede9 port f52178ca-1474-4c39-8c9c-57af0fca6168 binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:12.882771 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:12.886324 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.924257 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:12.931586 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.972439 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:12.976282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:12.996738 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (dc4b88db-92dc-4a8e-a157-6c4f39d42901), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.027224 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b88db-92dc-4a8e-a157-6c4f39d42901']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:13.055054 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadf5348-da34-48a9-93bb-dddf271d2ade') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:13.055564 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadf5348-da34-48a9-93bb-dddf271d2ade') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:13.076712 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:13.078094 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (aadf5348-da34-48a9-93bb-dddf271d2ade), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.118365 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (aadf5348-da34-48a9-93bb-dddf271d2ade), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.133098 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:46:13.133981 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (aadf5348-da34-48a9-93bb-dddf271d2ade), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.173073 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cc5f-bb71-4ff3-9568-ff0ab4ebc7af None None] Pushing event updated for resources: {'Port': ['ID=fe22eb09-1b11-4a76-9d1d-9936978e00e1,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:13.189224 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Attempting to bind port fe22eb09-1b11-4a76-9d1d-9936978e00e1 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:13.189905 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Attempting to bind port fe22eb09-1b11-4a76-9d1d-9936978e00e1 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:13.191627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Attempting to bind port fe22eb09-1b11-4a76-9d1d-9936978e00e1 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:13.199031 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:13.200163 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:13.202221 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.202920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:13.204346 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Bound port: fe22eb09-1b11-4a76-9d1d-9936978e00e1, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:13.205191 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.207346 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:13.208046 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.253997 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a82-010c-472d-a092-b12f0e1d9878 admin admin] Publish callbacks [] for security_group (87161ebb-66af-4d71-8595-125d1b291973), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.261287 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Allocated IP 172.20.0.1 (91d2b33d-7b11-4b88-9cd3-44537bfe048d/2805bb20-a3c6-4028-af76-b0d55fbe4c52/4f888657-0d5f-4967-ae6d-5489c28d593d) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:13.281843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:13.290689 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:13.298085 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:13.337927 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks [] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.427065 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.471737 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] For port fe22eb09-1b11-4a76-9d1d-9936978e00e1, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:13.501271 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (dc4b88db-92dc-4a8e-a157-6c4f39d42901), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.520821 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.524595 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dc4b88db-92dc-4a8e-a157-6c4f39d42901 HTTP/1.1" status: 204 len: 168 time: 1.5379322 Jul 18 08:46:13.540232 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-55b66a8f-26b7-4094-b0b4-20cc8c83dfdd None None] Provisioning complete for port cdca0b49-c752-4067-8bb9-94f7d3d09637 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:13.549508 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-55b66a8f-26b7-4094-b0b4-20cc8c83dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.555593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2383c1-cbcb-4e4b-9e58-e491e4516f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4b88db-92dc-4a8e-a157-6c4f39d42901,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:13.615474 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.617515 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (52ee62ff-812c-4d50-ba2a-917e7704959c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.619951 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Router 54fd9f28-9423-4da3-972f-4d698598c0c3 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:46:13.624775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks [] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.632698 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:13.641239 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] For port fe22eb09-1b11-4a76-9d1d-9936978e00e1, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fe22eb09-1b11-4a76-9d1d-9936978e00e1,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:13.652930 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-55b66a8f-26b7-4094-b0b4-20cc8c83dfdd None None] Port cdca0b49-c752-4067-8bb9-94f7d3d09637 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:13.656113 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a82-010c-472d-a092-b12f0e1d9878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (87161ebb-66af-4d71-8595-125d1b291973), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.658853 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e6e70a82-010c-472d-a092-b12f0e1d9878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.659817 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:13.660500 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e6e70a82-010c-472d-a092-b12f0e1d9878 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87161ebb-66af-4d71-8595-125d1b291973 HTTP/1.1" status: 204 len: 168 time: 1.3143127 Jul 18 08:46:13.719068 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:13.734324 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.830077 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:13.831890 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:13.873028 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Publish callbacks [] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:13.898869 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cc5f-bb71-4ff3-9568-ff0ab4ebc7af None None] Pushing event updated for resources: {'Port': ['ID=fe22eb09-1b11-4a76-9d1d-9936978e00e1,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:13.942470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks [] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.002669 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf533bb-a279-439b-a4fd-a508f53adcbe,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:14.010124 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:14.024962 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.071876 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:14.086032 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6653dd87-c992-42ca-b483-03fc7fced7d0 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:14.099715 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e70a82-010c-472d-a092-b12f0e1d9878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87161ebb-66af-4d71-8595-125d1b291973,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:14.171982 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment aadf5348-da34-48a9-93bb-dddf271d2ade resource provider aggregate not found Jul 18 08:46:14.173928 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd23819-45ac-4af7-a9bf-56828491f96c None None] Pushing event updated for resources: {'Port': ['ID=f52178ca-1474-4c39-8c9c-57af0fca6168,revision_number=2']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:14.197800 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Attempting to bind port f52178ca-1474-4c39-8c9c-57af0fca6168 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:14.198052 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Attempting to bind port f52178ca-1474-4c39-8c9c-57af0fca6168 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:14.198399 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Attempting to bind port f52178ca-1474-4c39-8c9c-57af0fca6168 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:14.202332 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:14.207943 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:14.208931 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:14.209542 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.210102 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:14.210824 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Bound port: f52178ca-1474-4c39-8c9c-57af0fca6168, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:14.211360 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.245855 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c78491de-33f6-4912-86b2-72149c484845 admin admin] 10.222.0.57 "PUT /v2.0/routers/54fd9f28-9423-4da3-972f-4d698598c0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1903214 Jul 18 08:46:14.253808 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment aadf5348-da34-48a9-93bb-dddf271d2ade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aadf5348-da34-48a9-93bb-dddf271d2ade found for delete ", "request_id": "req-bce6b614-5b5e-486b-8059-643ba0b71699"}]} Jul 18 08:46:14.261038 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.285126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0001430-6382-4458-abfc-17a083370989 None None] Sync routers for ids ['54fd9f28-9423-4da3-972f-4d698598c0c3'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:14.337157 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] For port f52178ca-1474-4c39-8c9c-57af0fca6168, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:14.341359 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] For port f52178ca-1474-4c39-8c9c-57af0fca6168, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=f52178ca-1474-4c39-8c9c-57af0fca6168,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:14.352128 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] Routers {'54fd9f28-9423-4da3-972f-4d698598c0c3'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:14.353179 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['54fd9f28-9423-4da3-972f-4d698598c0c3'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:14.363732 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 6653dd87-c992-42ca-b483-03fc7fced7d0 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:14.364597 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.389004 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:14.393188 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:14.398414 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:14.430773 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.483340 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Pushing event updated for resources: {'Port': ['ID=4f888657-0d5f-4967-ae6d-5489c28d593d,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:14.507933 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.538350 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (7dbcb425-f4d2-4041-b844-4efd04e9f711), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:14.539278 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:14.581273 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:14.627011 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49892) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:14.796471 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ec484040-6c4d-4948-8b52-77572f6241b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=324cdcf46dde4aa987a2907fb89712fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1678171 Jul 18 08:46:14.849022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49894) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:14.849661 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd23819-45ac-4af7-a9bf-56828491f96c None None] Pushing event updated for resources: {'Port': ['ID=f52178ca-1474-4c39-8c9c-57af0fca6168,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:14.954466 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:14.957030 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:15.003173 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-61f3c642-8629-4203-b026-ca223d98ef0e admin admin] Publish callbacks [] for security_group (00bcf9a7-e317-4c02-8ee4-e242111ec4f8), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.064071 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Network d509bc50-58ee-41ee-9bed-bf209325abb8 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:15.129284 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:15.173923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-c186ad14-edb3-497d-be11-76f01944cab8 None None] Provisioning complete for port 4f888657-0d5f-4967-ae6d-5489c28d593d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:15.174475 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c186ad14-edb3-497d-be11-76f01944cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.179518 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:15.196484 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:15.199523 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:15.202482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (ea0c29cb-72b7-4de2-b267-a038b0f9a689), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.246774 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:04Z', 'revision_number': 3, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:15.268015 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:15.291210 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.312725 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:15.322477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-61f3c642-8629-4203-b026-ca223d98ef0e admin admin] Publish callbacks [] for security_group (00bcf9a7-e317-4c02-8ee4-e242111ec4f8), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.348478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Router 52ee62ff-812c-4d50-ba2a-917e7704959c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:46:15.380942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a062483-784c-4f74-a5f3-16dab7d3d99f None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:04Z', 'revision_number': 3, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:15.477471 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-c186ad14-edb3-497d-be11-76f01944cab8 None None] Port 4f888657-0d5f-4967-ae6d-5489c28d593d cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:15.498342 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:15.500939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=91557f6f-2ded-4b40-9862-0fbe73a2d74f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:15.536130 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] Set router 54fd9f28-9423-4da3-972f-4d698598c0c3 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:15.541538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 6653dd87-c992-42ca-b483-03fc7fced7d0 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:15.549137 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6df6705c-58ae-405c-bfdb-a6e5d6144193 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:15.631516 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.697089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-61f3c642-8629-4203-b026-ca223d98ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (00bcf9a7-e317-4c02-8ee4-e242111ec4f8), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.707462 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-61f3c642-8629-4203-b026-ca223d98ef0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.712862 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-61f3c642-8629-4203-b026-ca223d98ef0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00bcf9a7-e317-4c02-8ee4-e242111ec4f8 HTTP/1.1" status: 204 len: 168 time: 0.8627479 Jul 18 08:46:15.713119 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.737264 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3c642-8629-4203-b026-ca223d98ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bcf9a7-e317-4c02-8ee4-e242111ec4f8,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:15.808641 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:07Z', 'revision_number': 3, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:15.834896 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks [] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.878183 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:15.884760 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-0462b098-eb64-42ec-93c0-f05af1fedcf3 None None] Provisioning complete for port fbf533bb-a279-439b-a4fd-a508f53adcbe triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:15.885155 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0462b098-eb64-42ec-93c0-f05af1fedcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:15.887131 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea21e3-bade-454e-8e67-2f66df2cd792 None None] The sync data for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi is: [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:07Z', 'revision_number': 3, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:15.904701 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:16.026177 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0462b098-eb64-42ec-93c0-f05af1fedcf3 None None] Port fbf533bb-a279-439b-a4fd-a508f53adcbe cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:16.065044 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:16.068212 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-54ebc099-5919-4e7c-a9a3-f79e03c14821 admin admin] 10.222.0.57 "PUT /v2.0/routers/52ee62ff-812c-4d50-ba2a-917e7704959c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5601280 Jul 18 08:46:16.072858 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:16.083316 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 6df6705c-58ae-405c-bfdb-a6e5d6144193 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:16.083918 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:16.113522 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:16.127432 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:16.128737 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:16.195841 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Pushing event updated for resources: {'Port': ['ID=4f888657-0d5f-4967-ae6d-5489c28d593d,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:16.215645 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (7dbcb425-f4d2-4041-b844-4efd04e9f711), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:16.517693 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-f0785770-773e-410b-9fa3-bcf15b1d2ad9 None None] Provisioning complete for port 91557f6f-2ded-4b40-9862-0fbe73a2d74f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:16.518285 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f0785770-773e-410b-9fa3-bcf15b1d2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:16.581545 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:16.625136 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:16.628803 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:16.911392 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:17.028047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:17.078374 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-f0785770-773e-410b-9fa3-bcf15b1d2ad9 None None] Port 91557f6f-2ded-4b40-9862-0fbe73a2d74f cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:17.086272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 6df6705c-58ae-405c-bfdb-a6e5d6144193 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:17.087881 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:17.148253 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Allocated IP 172.20.0.1 (7493bcf7-a4b9-4c49-a680-3a0a798b3b98/14c4c82e-40cd-48c7-9967-7671eea33e56/cbb70273-3451-434b-9167-a841b8df538b) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:17.170261 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:46:17.374290 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49962) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:17.379160 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-3c533601-0e8b-4229-bb3b-0556fff34eca None None] Provisioning complete for port 4f888657-0d5f-4967-ae6d-5489c28d593d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:17.381685 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3c533601-0e8b-4229-bb3b-0556fff34eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.533611 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-3c533601-0e8b-4229-bb3b-0556fff34eca None None] Port 4f888657-0d5f-4967-ae6d-5489c28d593d cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:17.562609 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:09Z', 'revision_number': 4, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cdca0b49-c752-4067-8bb9-94f7d3d09637', 'name': '', 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'mac_address': 'fa:16:3e:68:f1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:06Z', 'updated_at': '2022-07-18T08:46:10Z', 'revision_number': 2, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'subnets': [{'id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:17.658135 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks [] for port (cbb70273-3451-434b-9167-a841b8df538b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.693851 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0001430-6382-4458-abfc-17a083370989 None None] Checking router: 54fd9f28-9423-4da3-972f-4d698598c0c3 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:17.694215 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0001430-6382-4458-abfc-17a083370989 None None] Updating router 54fd9f28-9423-4da3-972f-4d698598c0c3 port cdca0b49-c752-4067-8bb9-94f7d3d09637 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:17.704602 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:12Z', 'revision_number': 2, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:17.720290 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks [] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.779955 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e0001430-6382-4458-abfc-17a083370989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.793186 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:17.793566 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Updating router 52ee62ff-812c-4d50-ba2a-917e7704959c port fbf533bb-a279-439b-a4fd-a508f53adcbe binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:17.811838 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.813431 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (ea0c29cb-72b7-4de2-b267-a038b0f9a689), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.826317 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:17.851309 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3d165477-3353-4dda-8242-a6f62ffb297c admin admin] 10.222.0.57 "PUT /v2.0/routers/7dbcb425-f4d2-4041-b844-4efd04e9f711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4464819 Jul 18 08:46:17.864079 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.903327 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:17.908870 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-65b1a871-dddb-4409-b916-d2de7bd0598c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb330e7e37f2447a9ec98db9dd4c5a9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5285666 Jul 18 08:46:17.909301 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 49978) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:17.920886 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:17.921553 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:17.969840 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=91557f6f-2ded-4b40-9862-0fbe73a2d74f,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:17.985573 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (cbb70273-3451-434b-9167-a841b8df538b), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.039459 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:18.084942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:18.086183 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:18.102592 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d1c3915c-a66e-4a6f-a276-0e20147cce95 admin admin] Publish callbacks [] for security_group (fcb7188a-e420-4dc3-8ee6-40b6c4766d76), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.109488 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:18.117954 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:18.125562 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:18.127325 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (b162ecfe-f7d4-4c66-862f-88ca255cede9), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.198292 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d1c3915c-a66e-4a6f-a276-0e20147cce95 admin admin] Publish callbacks [] for security_group (fcb7188a-e420-4dc3-8ee6-40b6c4766d76), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.415175 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:18.551343 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:18.596768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d1c3915c-a66e-4a6f-a276-0e20147cce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (fcb7188a-e420-4dc3-8ee6-40b6c4766d76), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.602081 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d1c3915c-a66e-4a6f-a276-0e20147cce95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.604680 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d1c3915c-a66e-4a6f-a276-0e20147cce95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcb7188a-e420-4dc3-8ee6-40b6c4766d76 HTTP/1.1" status: 204 len: 168 time: 0.6940629 Jul 18 08:46:18.619905 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:18.649675 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cbb70273-3451-434b-9167-a841b8df538b), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:18.657651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Pushing event updated for resources: {'Port': ['ID=cbb70273-3451-434b-9167-a841b8df538b,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:18.665908 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3915c-a66e-4a6f-a276-0e20147cce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb7188a-e420-4dc3-8ee6-40b6c4766d76,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:18.691781 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:18.859264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Network d509bc50-58ee-41ee-9bed-bf209325abb8 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:18.871754 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:19.150041 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:19.168767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:19.203943 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:46:19.219176 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50008) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:19.223004 dv-cinder-850142-3-iscsi neutron-server[111085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 08:46:19.292965 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Publish callbacks [] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.325369 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-566072e7-c4a8-4e19-a643-627d3b88bca3 None None] Provisioning complete for port cbb70273-3451-434b-9167-a841b8df538b triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:19.327549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-566072e7-c4a8-4e19-a643-627d3b88bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cbb70273-3451-434b-9167-a841b8df538b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.373964 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.529529 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4b8c-371d-4dfa-9d2f-d3798220cc48 None None] Pushing event updated for resources: {'Port': ['ID=fbf533bb-a279-439b-a4fd-a508f53adcbe,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:19.628065 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-566072e7-c4a8-4e19-a643-627d3b88bca3 None None] Port cbb70273-3451-434b-9167-a841b8df538b cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:19.639996 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:19.660062 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Attempting to bind port fbf533bb-a279-439b-a4fd-a508f53adcbe on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:19.661898 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Attempting to bind port fbf533bb-a279-439b-a4fd-a508f53adcbe by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:19.662401 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Attempting to bind port fbf533bb-a279-439b-a4fd-a508f53adcbe on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:19.687224 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:19.687224 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Checking segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:19.687224 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.687695 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Bound using segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:19.694111 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:19.694935 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Bound port: fbf533bb-a279-439b-a4fd-a508f53adcbe, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:19.706397 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.709640 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:19.737417 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-99acfe69-2ef4-4b66-a9cb-c75ec7c3f1e8 admin admin] 10.222.0.57 "PUT /v2.0/routers/ea0c29cb-72b7-4de2-b267-a038b0f9a689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5951450 Jul 18 08:46:19.758442 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:19.778258 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:19.779045 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:19.801813 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-587fad5d-dcd5-471a-af44-3cfd526596db tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:19.805050 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-587fad5d-dcd5-471a-af44-3cfd526596db tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/networks?id=41c4eca8-d71d-42c2-858d-31f22a0cc589 HTTP/1.1" status: 200 len: 812 time: 0.5832162 Jul 18 08:46:19.848929 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-ae883abc-b013-40e7-95b2-1952de2ae97c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/quotas/4a773b75a4b4442ca01dc2b0d9e4e5d9 HTTP/1.1" status: 200 len: 375 time: 0.0329497 Jul 18 08:46:19.885883 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks [] for port (cbb70273-3451-434b-9167-a841b8df538b), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.908078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50016) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:19.929629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674113590', 'description': 'tempest-description--670199060'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:19.989497 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cbb70273-3451-434b-9167-a841b8df538b), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:19.999079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (b162ecfe-f7d4-4c66-862f-88ca255cede9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.019772 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:20.023643 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Updating router 7dbcb425-f4d2-4041-b844-4efd04e9f711 port 4f888657-0d5f-4967-ae6d-5489c28d593d binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:20.049413 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] For port fbf533bb-a279-439b-a4fd-a508f53adcbe, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:20.096624 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] For port fbf533bb-a279-439b-a4fd-a508f53adcbe, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fbf533bb-a279-439b-a4fd-a508f53adcbe,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:20.098533 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:20.102398 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:20.107632 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-d77ee9b8-e426-42ba-8366-dba15bce8a02 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a773b75a4b4442ca01dc2b0d9e4e5d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2570562 Jul 18 08:46:20.113101 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:20.153111 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:20.182282 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.269527 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4b8c-371d-4dfa-9d2f-d3798220cc48 None None] Pushing event updated for resources: {'Port': ['ID=fbf533bb-a279-439b-a4fd-a508f53adcbe,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:20.276465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.281595 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Pushing event updated for resources: {'Port': ['ID=cbb70273-3451-434b-9167-a841b8df538b,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:20.407067 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-f8c84505-a912-49e4-be3e-1fb86048f12a None None] Provisioning complete for port 91557f6f-2ded-4b40-9862-0fbe73a2d74f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:20.407738 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f8c84505-a912-49e4-be3e-1fb86048f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.422137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:20.424021 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:20.496490 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:20.500238 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:20.512728 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:20.516076 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-f8c84505-a912-49e4-be3e-1fb86048f12a None None] Port 91557f6f-2ded-4b40-9862-0fbe73a2d74f cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:20.527936 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.562538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:20.563176 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.633776 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:20.683930 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50044) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:20.694543 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276984636', 'description': 'tempest-description--1752874218'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:20.732315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] Provisioning complete for port fbf533bb-a279-439b-a4fd-a508f53adcbe triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:20.733891 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.806865 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.808179 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 531d98ea-5b9d-4552-9a32-c607287f2005 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:20.836387 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (7fa9fe7c-f587-4c16-a883-e4feeb3f483c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.861564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Router b162ecfe-f7d4-4c66-862f-88ca255cede9 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:46:20.903508 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.920293 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (7fa9fe7c-f587-4c16-a883-e4feeb3f483c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:20.920388 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] Current status of the port fbf533bb-a279-439b-a4fd-a508f53adcbe is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:20.920388 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.042992 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:21.067700 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa9fe7c-f587-4c16-a883-e4feeb3f483c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:21.075969 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] For port fbf533bb-a279-439b-a4fd-a508f53adcbe, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fbf533bb-a279-439b-a4fd-a508f53adcbe,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:21.126293 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:21.134727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (382cc54b-4bd6-4fad-91c6-d34c39f1aa40), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.180674 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:21.214903 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (382cc54b-4bd6-4fad-91c6-d34c39f1aa40), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.230749 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.235584 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 2, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:21.238476 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f2d8d48c-17de-4342-aebe-bf61bf24c1f9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3191047 Jul 18 08:46:21.239328 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50056) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:21.267652 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'security_group_rule': {'security_group_id': '7fa9fe7c-f587-4c16-a883-e4feeb3f483c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:21.332849 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382cc54b-4bd6-4fad-91c6-d34c39f1aa40,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:21.348543 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:21.348712 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Updating router ea0c29cb-72b7-4de2-b267-a038b0f9a689 port 91557f6f-2ded-4b40-9862-0fbe73a2d74f binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:21.358034 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:46:21.391241 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.397334 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-7febc9f0-9aac-452d-9bc5-41869248d6ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7094207 Jul 18 08:46:21.405301 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50064) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:21.444729 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '382cc54b-4bd6-4fad-91c6-d34c39f1aa40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:21.447624 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9aa6a748-95fa-49ce-ae80-0ffb60cae21a admin admin] 10.222.0.57 "PUT /v2.0/routers/b162ecfe-f7d4-4c66-862f-88ca255cede9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7340753 Jul 18 08:46:21.458889 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:21.485141 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c4b4968b-228d-4f00-b789-8cbfa920220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.485538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.491110 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Sync routers for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:46:21.544401 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-fe85efc3-57ee-4b29-89aa-38a2d9000270 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:46:21.554134 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-fe85efc3-57ee-4b29-89aa-38a2d9000270 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6746731 Jul 18 08:46:21.573729 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (2c2ddf61-f543-4f9b-b984-79697fdda30c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.609164 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (07f492aa-c1b8-4810-99d5-9200fd734834), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.612197 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50070) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:21.616954 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.632804 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788395600', 'description': 'tempest-description--138871452'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:21.670104 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e0001430-6382-4458-abfc-17a083370989 None None] Publish callbacks [] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.819032 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (2c2ddf61-f543-4f9b-b984-79697fdda30c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.846913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:21.846913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:45:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:21.852537 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e0001430-6382-4458-abfc-17a083370989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.876131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.940494 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-69c964fb-f00f-45ba-b677-475794f25b30 None None] Provisioning complete for port cbb70273-3451-434b-9167-a841b8df538b triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:21.940873 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-69c964fb-f00f-45ba-b677-475794f25b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cbb70273-3451-434b-9167-a841b8df538b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.944496 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (2c2ddf61-f543-4f9b-b984-79697fdda30c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.992535 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (07f492aa-c1b8-4810-99d5-9200fd734834), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:21.994201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2ddf61-f543-4f9b-b984-79697fdda30c,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:21.997848 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-dda8a0f8-1d11-4e5c-9e51-c440c84bf11f service neutron] 10.222.0.57 "GET /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419739 Jul 18 08:46:22.021704 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:22.075579 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Publish callbacks [] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.202187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.210952 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3c62b2f7-64f3-43be-b73f-8987a31857ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9563220 Jul 18 08:46:22.219119 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50098) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:22.253229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:22.254126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'security_group_rule': {'security_group_id': '7fa9fe7c-f587-4c16-a883-e4feeb3f483c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:22.273756 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:22.359780 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b13d4-74d9-4e6a-81a8-0e9a818dd7f4 None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:22.468341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:22.480345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:22.513953 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 531d98ea-5b9d-4552-9a32-c607287f2005 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:22.517501 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.536504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (31fe6dea-bc19-41ec-af3a-c09dbc8992f2), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.574649 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (e64e37a7-a5b2-4bec-b31a-859cd3cc978c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.642682 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (07f492aa-c1b8-4810-99d5-9200fd734834), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.652371 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (31fe6dea-bc19-41ec-af3a-c09dbc8992f2), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.730987 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:22.744078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f492aa-c1b8-4810-99d5-9200fd734834,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:22.766860 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.838746 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-5b2aaeb6-6346-4de3-b044-597a6134b73c service neutron] 10.222.0.57 "GET /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282380 Jul 18 08:46:22.852126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.858382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4b04a8c1-cb1d-4291-a024-bdf02145c84f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4485347 Jul 18 08:46:22.860961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50112) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:22.868925 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '382cc54b-4bd6-4fad-91c6-d34c39f1aa40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:22.883187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:22.941532 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:22.946639 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50120) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:22.953539 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3400044 Jul 18 08:46:22.954608 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'security_group_rule': {'security_group_id': '31fe6dea-bc19-41ec-af3a-c09dbc8992f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:22.964732 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493a40-f16c-4d98-82cc-af33e89115cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe6dea-bc19-41ec-af3a-c09dbc8992f2,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.055339 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (5c98a833-f4f0-442e-b6d7-622db4abf121), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.121891 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff7001-0322-49e1-b7fc-ef67eb13e9b3 None None] Pushing event updated for resources: {'Port': ['ID=fbf533bb-a279-439b-a4fd-a508f53adcbe,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.221740 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (e64e37a7-a5b2-4bec-b31a-859cd3cc978c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.297374 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Publish callbacks [] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.298269 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (494b2159-8957-49a8-a469-b42d5b885cdb), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.351589 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (e64e37a7-a5b2-4bec-b31a-859cd3cc978c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.389312 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64e37a7-a5b2-4bec-b31a-859cd3cc978c,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.393640 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (5c98a833-f4f0-442e-b6d7-622db4abf121), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.443228 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.488409 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.495846 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-00d95bfd-abff-444c-966f-eeeaafe0b732 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2712393 Jul 18 08:46:23.506264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50134) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:23.536679 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (494b2159-8957-49a8-a469-b42d5b885cdb), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.537304 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:23.550056 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:23.557930 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (5c98a833-f4f0-442e-b6d7-622db4abf121), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.609802 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-69c964fb-f00f-45ba-b677-475794f25b30 None None] Port cbb70273-3451-434b-9167-a841b8df538b cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:23.656476 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af30dfb-58b1-4643-8b45-791ed4570fef None None] Pushing event updated for resources: {'Port': ['ID=cdca0b49-c752-4067-8bb9-94f7d3d09637,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.657815 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c98a833-f4f0-442e-b6d7-622db4abf121,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.664437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (494b2159-8957-49a8-a469-b42d5b885cdb), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.724605 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-69c964fb-f00f-45ba-b677-475794f25b30 None None] Provisioning complete for port fbf533bb-a279-439b-a4fd-a508f53adcbe triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:23.725221 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-69c964fb-f00f-45ba-b677-475794f25b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.727138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494b2159-8957-49a8-a469-b42d5b885cdb,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.769081 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.777646 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-474fa80b-1956-4fe4-9ddf-031bb45a5640 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9131782 Jul 18 08:46:23.782566 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50144) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:23.793204 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:23.793903 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706e784-0571-46fe-af13-4f8ba45d99d5 None None] Pushing event updated for resources: {'Port': ['ID=91557f6f-2ded-4b40-9862-0fbe73a2d74f,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:23.858958 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.861739 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3aa0046c-6838-498b-981d-d7492168299a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9135683 Jul 18 08:46:23.890546 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50146) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:23.900186 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'security_group_rule': {'security_group_id': '31fe6dea-bc19-41ec-af3a-c09dbc8992f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:23.901461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:23.936211 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-649eb218-2bc5-403e-a069-7d450aec6319 req-ffbb5015-1599-4961-a9f4-8d221fa0753f tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.1329002 Jul 18 08:46:24.005496 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 531d98ea-5b9d-4552-9a32-c607287f2005 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:24.011622 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.015803 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:24.033914 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Attempting to bind port 91557f6f-2ded-4b40-9862-0fbe73a2d74f on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:24.034580 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Attempting to bind port 91557f6f-2ded-4b40-9862-0fbe73a2d74f by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:24.035051 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Attempting to bind port 91557f6f-2ded-4b40-9862-0fbe73a2d74f on network d509bc50-58ee-41ee-9bed-bf209325abb8 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:24.051067 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:24.051067 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Checking segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:24.053484 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.054049 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Bound using segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:24.056275 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Bound port: 91557f6f-2ded-4b40-9862-0fbe73a2d74f, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:24.056900 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.074734 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 531d98ea-5b9d-4552-9a32-c607287f2005, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=531d98ea-5b9d-4552-9a32-c607287f2005,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:24.079633 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (8ece65e7-8760-401e-9a1e-af14fcbbc206), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.336641 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] For port 91557f6f-2ded-4b40-9862-0fbe73a2d74f, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:24.341871 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] For port 91557f6f-2ded-4b40-9862-0fbe73a2d74f, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=91557f6f-2ded-4b40-9862-0fbe73a2d74f,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:24.377373 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (8ece65e7-8760-401e-9a1e-af14fcbbc206), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.431359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.471617 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.472116 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (8ece65e7-8760-401e-9a1e-af14fcbbc206), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.503298 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.527466 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ece65e7-8760-401e-9a1e-af14fcbbc206,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:24.602820 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-54b083ac-4a39-47a4-b598-e6345f454dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.619751 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50170) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:24.653212 dv-cinder-850142-3-iscsi neutron-server[111084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 08:46:24.672512 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:24.673157 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e0001430-6382-4458-abfc-17a083370989 None None] Attempting to bind port cdca0b49-c752-4067-8bb9-94f7d3d09637 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:24.673354 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:24Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:24.673530 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e0001430-6382-4458-abfc-17a083370989 None None] Attempting to bind port cdca0b49-c752-4067-8bb9-94f7d3d09637 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:24.673894 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0001430-6382-4458-abfc-17a083370989 None None] Attempting to bind port cdca0b49-c752-4067-8bb9-94f7d3d09637 on network 41c4eca8-d71d-42c2-858d-31f22a0cc589 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:24.708787 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0001430-6382-4458-abfc-17a083370989 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:24.709147 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0001430-6382-4458-abfc-17a083370989 None None] Checking segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:24.709527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e0001430-6382-4458-abfc-17a083370989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.714184 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0001430-6382-4458-abfc-17a083370989 None None] Bound using segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:24.715877 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-e0001430-6382-4458-abfc-17a083370989 None None] Bound port: cdca0b49-c752-4067-8bb9-94f7d3d09637, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:24.717275 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e0001430-6382-4458-abfc-17a083370989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.721235 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f8514-0b62-4fad-8c2d-43250c6fc190 None None] Pushing event updated for resources: {'Port': ['ID=4f888657-0d5f-4967-ae6d-5489c28d593d,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:24.722859 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:24.724883 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9fa71e7a-26ae-4e53-92dc-38e3a41c0a55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8324082 Jul 18 08:46:24.735307 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Attempting to bind port 4f888657-0d5f-4967-ae6d-5489c28d593d on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:24.735710 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Attempting to bind port 4f888657-0d5f-4967-ae6d-5489c28d593d by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:24.735918 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50172) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:24.738312 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Attempting to bind port 4f888657-0d5f-4967-ae6d-5489c28d593d on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:24.755565 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:25.015481 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:25.054768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:25.145067 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-69c964fb-f00f-45ba-b677-475794f25b30 None None] Current status of the port fbf533bb-a279-439b-a4fd-a508f53adcbe is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:25.153482 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=531d98ea-5b9d-4552-9a32-c607287f2005,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:25.195615 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 2, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:25.199445 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:25.214781 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:25.316951 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706e784-0571-46fe-af13-4f8ba45d99d5 None None] Pushing event updated for resources: {'Port': ['ID=91557f6f-2ded-4b40-9862-0fbe73a2d74f,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:25.466854 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2ba8479e-2bb9-4e74-b446-901dcb1c3a6e req-a1f1b8d7-98b0-4a2e-85ef-115f2fff9f8e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.3510849 Jul 18 08:46:25.746896 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:25.758218 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:25.793814 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:25.819135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:25.819507 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:25.820401 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:25.820803 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Bound using segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:25.821310 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Bound port: 4f888657-0d5f-4967-ae6d-5489c28d593d, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:25.822681 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a1079-aec0-490f-bf53-df58b4491f28 None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:25.824966 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:25.834024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fbf533bb-a279-439b-a4fd-a508f53adcbe up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:25.846545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Checking router: b162ecfe-f7d4-4c66-862f-88ca255cede9 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:46:25.857296 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Updating router b162ecfe-f7d4-4c66-862f-88ca255cede9 port cbb70273-3451-434b-9167-a841b8df538b binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:46:25.899989 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:25.934311 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:25.965853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Provisioning complete for port 4f888657-0d5f-4967-ae6d-5489c28d593d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:25.971398 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.075132 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.107814 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e0001430-6382-4458-abfc-17a083370989 None None] For port cdca0b49-c752-4067-8bb9-94f7d3d09637, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:26.115832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cbb70273-3451-434b-9167-a841b8df538b), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.238282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e0001430-6382-4458-abfc-17a083370989 None None] For port cdca0b49-c752-4067-8bb9-94f7d3d09637, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cdca0b49-c752-4067-8bb9-94f7d3d09637,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:26.314982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Allocated IP 172.27.1.171 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/5c6fabcb-30be-41cc-abad-aaef1ebb9207) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:26.317019 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Port 4f888657-0d5f-4967-ae6d-5489c28d593d cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:26.322076 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] For port 4f888657-0d5f-4967-ae6d-5489c28d593d, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:26.348630 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port fbf533bb-a279-439b-a4fd-a508f53adcbe triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:26.348968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.362229 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-e91480f5-277f-497b-9667-0f6115376ec2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:26.363898 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-e91480f5-277f-497b-9667-0f6115376ec2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 818 time: 1.7181590 Jul 18 08:46:26.388850 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-71b177eb-b5ab-4b6a-9144-1c489cd70410 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/quotas/c2f44b51cc624637bccd9ed1d3b1a769 HTTP/1.1" status: 200 len: 375 time: 0.0125947 Jul 18 08:46:26.407832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e0001430-6382-4458-abfc-17a083370989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.409784 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:26.423771 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.435787 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] For port 4f888657-0d5f-4967-ae6d-5489c28d593d, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=4f888657-0d5f-4967-ae6d-5489c28d593d,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:26.485329 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Provisioning complete for port 91557f6f-2ded-4b40-9862-0fbe73a2d74f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:26.485844 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.627180 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.649412 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-906d0e8b-53c5-4c0d-9ebc-9157a1af717e req-f60ced7e-3e1a-45f1-be69-5f7d2e8331a6 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.0970955 Jul 18 08:46:26.744238 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:26.811333 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.818624 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.865951 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:26.900851 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:26.969810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:26.993030 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:27.003987 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Allocated IP 172.27.1.206 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/bfc296b8-1e56-41dd-ab53-798ebcb14c98) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:27.004403 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:27.066945 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:27.127517 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] Routers {'54fd9f28-9423-4da3-972f-4d698598c0c3'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:27.127811 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:24Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['54fd9f28-9423-4da3-972f-4d698598c0c3'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:27.195379 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-7064763d-002a-4c23-a0f9-31bbb1912c6a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7907443 Jul 18 08:46:27.277841 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af30dfb-58b1-4643-8b45-791ed4570fef None None] Pushing event updated for resources: {'Port': ['ID=cdca0b49-c752-4067-8bb9-94f7d3d09637,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:27.287340 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'Port': ['ID=5c6fabcb-30be-41cc-abad-aaef1ebb9207,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:27.321548 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (a892002d-bb4b-447a-99ad-9f916b4db21c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:27.358169 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:27.493221 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:27.528961 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:27.529684 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:24Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:27.541924 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:27.588066 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-9fcf30e9-2144-4bdd-865e-5b93c49b3895 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:46:27.590210 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-9fcf30e9-2144-4bdd-865e-5b93c49b3895 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1164024 Jul 18 08:46:27.649551 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f8514-0b62-4fad-8c2d-43250c6fc190 None None] Pushing event updated for resources: {'Port': ['ID=4f888657-0d5f-4967-ae6d-5489c28d593d,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:27.653707 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:27.681124 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'Port': ['ID=bfc296b8-1e56-41dd-ab53-798ebcb14c98,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:27.688261 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] Set router 54fd9f28-9423-4da3-972f-4d698598c0c3 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:27.688858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:27.692035 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port fbf533bb-a279-439b-a4fd-a508f53adcbe is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:27.692035 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6804f3b5-a781-46e0-9c38-10ea02dc2d6a up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:27.696482 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:27.804849 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Current status of the port 91557f6f-2ded-4b40-9862-0fbe73a2d74f is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:27.805251 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:27.809453 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.27.1.7 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/695d7c9c-131c-4876-8385-a0937bacfa6d) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:27.964587 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:27.987942 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (3a425132-1fe8-4351-89e5-41d62ee67d45), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.094693 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:28.105361 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-919c1433-0b5e-431c-9327-1e6201c1a41e service neutron] 10.222.0.57 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819055 Jul 18 08:46:28.115040 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.152966 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3282c9c2-5260-405a-90df-3b8556f59bd2 req-3d565876-0244-49b4-b0d2-50650037e8f9 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.0516682 Jul 18 08:46:28.158433 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] For port 91557f6f-2ded-4b40-9862-0fbe73a2d74f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=91557f6f-2ded-4b40-9862-0fbe73a2d74f,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:28.159697 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:28.160113 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.202664 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.202967 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:28.259444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.276264 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Publish callbacks [] for port (cbb70273-3451-434b-9167-a841b8df538b), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.279924 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (a892002d-bb4b-447a-99ad-9f916b4db21c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.284503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.314404 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.347153 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'Port': ['ID=5c6fabcb-30be-41cc-abad-aaef1ebb9207,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:28.369183 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75f870a7-af24-413b-8c51-2c390cc691f7 service neutron] 10.222.0.57 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295198 Jul 18 08:46:28.378048 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.379088 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8840a660-1306-451f-8020-d0b620455031 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8709464 Jul 18 08:46:28.471757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cbb70273-3451-434b-9167-a841b8df538b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.523554 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.528885 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:28.553601 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Provisioning complete for port cdca0b49-c752-4067-8bb9-94f7d3d09637 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:28.554219 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.611446 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:28.614629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:28.632165 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:28.649215 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=695d7c9c-131c-4876-8385-a0937bacfa6d,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:28.785359 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (387a5f82-cb07-4210-9824-4585f2825a94), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:28.883078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:29.024597 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:29.027016 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:29.061345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Pushing event updated for resources: {'Port': ['ID=91557f6f-2ded-4b40-9862-0fbe73a2d74f,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:29.105314 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-22b8f95a-bde8-461e-af93-4842466c5ece tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--674113590&fields=id&tenant_id=ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 267 time: 0.3576868 Jul 18 08:46:29.134305 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:29.163893 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:29.168219 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c9745587-83db-47f6-a24a-e16ed9debd27 req-cedea883-f6f8-4d36-9af1-aa85ba748cb6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 210 time: 0.2063842 Jul 18 08:46:29.210791 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:29.260889 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'Port': ['ID=bfc296b8-1e56-41dd-ab53-798ebcb14c98,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:29.285753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (3a425132-1fe8-4351-89e5-41d62ee67d45), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:29.369762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-bfb75dc5-bb62-4409-832e-ec60ad848cbf tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:29.378590 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-bfb75dc5-bb62-4409-832e-ec60ad848cbf tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 816 time: 0.2719076 Jul 18 08:46:29.404790 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-a7608013-3fb6-4224-8afd-5f31b46927f0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/quotas/ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 375 time: 0.0250440 Jul 18 08:46:29.423282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-e0001430-6382-4458-abfc-17a083370989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:09Z', 'revision_number': 4, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cdca0b49-c752-4067-8bb9-94f7d3d09637', 'name': '', 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'mac_address': 'fa:16:3e:68:f1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:06Z', 'updated_at': '2022-07-18T08:46:26Z', 'revision_number': 4, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'subnets': [{'id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:29.441722 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:29.449820 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-92a809b2-52d6-42c5-b687-d62e744bc752 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7122917 Jul 18 08:46:29.569490 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-2422e1b1-a541-40bb-a458-e32e77b30f0c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634040 Jul 18 08:46:29.628077 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0001430-6382-4458-abfc-17a083370989 None None] The sync data for ids ['54fd9f28-9423-4da3-972f-4d698598c0c3'] in dv-cinder-850142-3-iscsi is: [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:09Z', 'revision_number': 4, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cdca0b49-c752-4067-8bb9-94f7d3d09637', 'name': '', 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'mac_address': 'fa:16:3e:68:f1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:06Z', 'updated_at': '2022-07-18T08:46:26Z', 'revision_number': 4, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'subnets': [{'id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:29.647519 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:29.651386 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device f52178ca-1474-4c39-8c9c-57af0fca6168 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:29.944121 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-ca0832d0-54c6-48a8-a34f-feecb2539358 service neutron] 10.222.0.57 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567319 Jul 18 08:46:29.981645 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-71ea9a06-9689-434d-ae16-523232212210 req-e5a298d1-e5de-4b9d-bdf5-dd17da3700e6 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.0895278 Jul 18 08:46:30.055386 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09323ce2-1afb-4021-947f-70569c60b8a9 None None] Pushing event updated for resources: {'Port': ['ID=cbb70273-3451-434b-9167-a841b8df538b,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:30.090749 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.154403 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.47', 53947) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:30.189236 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50340) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:30.251395 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-e63eb57c-e53f-44bc-a2f9-7a1d0cb5a13e service neutron] 10.222.0.57 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060932 Jul 18 08:46:30.395317 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Current status of the port cdca0b49-c752-4067-8bb9-94f7d3d09637 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:30.404984 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.408182 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:30.409534 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Attempting to bind port cbb70273-3451-434b-9167-a841b8df538b on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:30.411007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Attempting to bind port cbb70273-3451-434b-9167-a841b8df538b by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:30.411461 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Attempting to bind port cbb70273-3451-434b-9167-a841b8df538b on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:30.415597 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:26Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:30.421275 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port f52178ca-1474-4c39-8c9c-57af0fca6168 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:30.422011 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.450820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-2bc6a6df-e01e-4327-891f-94890010dfdd tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:30.453387 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-2bc6a6df-e01e-4327-891f-94890010dfdd tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.47 "GET /v2.0/networks?id=41c4eca8-d71d-42c2-858d-31f22a0cc589 HTTP/1.1" status: 200 len: 812 time: 0.2937081 Jul 18 08:46:30.455866 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.504831 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:30.505991 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Checking segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:30.506595 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.507479 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Bound using segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:30.508217 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Bound port: cbb70273-3451-434b-9167-a841b8df538b, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:30.508694 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cbb70273-3451-434b-9167-a841b8df538b), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.528977 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b40ad-b06d-4d49-b769-bf9b0df02047 None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:26Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:30.644945 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (387a5f82-cb07-4210-9824-4585f2825a94), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.735011 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-75e751ef-00a7-4e7e-926b-aba85480dcdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:30.833738 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Request body: {'port': {'device_id': '9efda553-6895-4088-a371-4c3d6fb05969', 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'admin_state_up': True, 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:30.879779 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] For port cbb70273-3451-434b-9167-a841b8df538b, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:30.905695 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] For port cbb70273-3451-434b-9167-a841b8df538b, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cbb70273-3451-434b-9167-a841b8df538b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:31.052011 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] For port cdca0b49-c752-4067-8bb9-94f7d3d09637, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cdca0b49-c752-4067-8bb9-94f7d3d09637,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:31.069899 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cbb70273-3451-434b-9167-a841b8df538b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:31.081882 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:31.145514 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:31.160146 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-dec61d44-fb23-4c67-930a-f9fd80e90d5c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:31.163773 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:31.168359 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-dec61d44-fb23-4c67-930a-f9fd80e90d5c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 818 time: 0.8776853 Jul 18 08:46:31.183165 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:31.194550 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4096582 Jul 18 08:46:31.212802 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-c24c9b6a-91a4-4f58-aaf7-8882bd7a6dd8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/quotas/c2f44b51cc624637bccd9ed1d3b1a769 HTTP/1.1" status: 200 len: 375 time: 0.0433502 Jul 18 08:46:31.217862 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-ca84e339-a242-4015-b670-89a746532779 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1788395600&fields=id&tenant_id=d7367af701b84358a4e5c5d0db473b44 HTTP/1.1" status: 200 len: 267 time: 0.1564877 Jul 18 08:46:31.230106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7efb79-3fd8-4812-ab83-4342d5a31572 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=695d7c9c-131c-4876-8385-a0937bacfa6d,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:31.549348 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:46:31.553386 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:24Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:31.556890 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-788bb382-9e66-4deb-8eb7-32546d73ec4c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3391447 Jul 18 08:46:31.618762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09323ce2-1afb-4021-947f-70569c60b8a9 None None] Pushing event updated for resources: {'Port': ['ID=cbb70273-3451-434b-9167-a841b8df538b,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:31.661048 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-75e751ef-00a7-4e7e-926b-aba85480dcdc admin admin] Publish callbacks [] for security_group (82cc8cb0-f74b-40a7-a3b3-2cfbb8553322), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:31.799436 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-75e751ef-00a7-4e7e-926b-aba85480dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (82cc8cb0-f74b-40a7-a3b3-2cfbb8553322), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:31.917394 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-4ddfd6ed-8655-4488-a2ae-83ab41dec584 service neutron] 10.222.0.57 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593493 Jul 18 08:46:31.941336 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-22bcb93a-3f35-4712-890d-691333efaed5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:31.946028 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-22bcb93a-3f35-4712-890d-691333efaed5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 811 time: 0.7248595 Jul 18 08:46:31.961249 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-75e751ef-00a7-4e7e-926b-aba85480dcdc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27c7c13f3f3f473a8c95f8f730e3f2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7700176 Jul 18 08:46:31.971866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50414) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:31.973424 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e751ef-00a7-4e7e-926b-aba85480dcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc8cb0-f74b-40a7-a3b3-2cfbb8553322,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:31.980082 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Provisioning complete for port 4f888657-0d5f-4967-ae6d-5489c28d593d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:31.980857 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:31.985658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77b9ce-0516-432c-90fa-c8a75e79e3dc None None] Pushing event updated for resources: {'Port': ['ID=cdca0b49-c752-4067-8bb9-94f7d3d09637,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:31.991429 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port f52178ca-1474-4c39-8c9c-57af0fca6168 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:31.992311 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.055241 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Made reservation on behalf of 4a773b75a4b4442ca01dc2b0d9e4e5d9 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:32.059260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.061811 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-cd830253-6e63-4ad0-8c2d-ba632c81a102 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/quotas/d7367af701b84358a4e5c5d0db473b44 HTTP/1.1" status: 200 len: 375 time: 0.0877640 Jul 18 08:46:32.127849 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port f52178ca-1474-4c39-8c9c-57af0fca6168, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=f52178ca-1474-4c39-8c9c-57af0fca6168,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:32.163723 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-f25b476a-1f92-4e28-b013-c6cf78fe0e98 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992579 Jul 18 08:46:32.183270 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:46:32.309215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c10d5fc-638b-44c1-8682-1ccd12e77e8c admin admin] Publish callbacks [] for security_group (82cc8cb0-f74b-40a7-a3b3-2cfbb8553322), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.316785 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:32.321632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.327463 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:32.329656 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-024be4af-4a2b-4829-af14-4b6379f5efc0 service neutron] 10.222.0.57 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991747 Jul 18 08:46:32.367611 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c10d5fc-638b-44c1-8682-1ccd12e77e8c admin admin] Publish callbacks [] for security_group (82cc8cb0-f74b-40a7-a3b3-2cfbb8553322), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.373868 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:32.412704 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-b3e1f602-aa49-4970-8932-ba4fd41b0c18 service neutron] 10.222.0.57 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364318 Jul 18 08:46:32.546506 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=f52178ca-1474-4c39-8c9c-57af0fca6168,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:32.557323 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:32.605352 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-c514d3df-22a7-45e6-99f6-47e007f108e2 service neutron] 10.222.0.57 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904612 Jul 18 08:46:32.619811 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Current status of the port 4f888657-0d5f-4967-ae6d-5489c28d593d is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:32.620377 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.645896 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Allocated IP 172.20.0.14 (41c4eca8-d71d-42c2-858d-31f22a0cc589/8528a902-4b0f-4161-8ef4-79d5bf2b4dd3/b8385ec2-63dc-4baa-baa7-44b6b21c02d5) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:32.812359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:32.812359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:32.863146 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] For port 4f888657-0d5f-4967-ae6d-5489c28d593d, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=4f888657-0d5f-4967-ae6d-5489c28d593d,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:32.893996 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:30Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:46:33.011755 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00e8ea-b63a-48a8-8211-5cf9421faf10 None None] The sync data for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi is: [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:30Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:46:33.028078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c10d5fc-638b-44c1-8682-1ccd12e77e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (82cc8cb0-f74b-40a7-a3b3-2cfbb8553322), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:33.041577 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4c10d5fc-638b-44c1-8682-1ccd12e77e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:33.044802 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4c10d5fc-638b-44c1-8682-1ccd12e77e8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82cc8cb0-f74b-40a7-a3b3-2cfbb8553322 HTTP/1.1" status: 204 len: 168 time: 1.0652468 Jul 18 08:46:33.061923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:33.061923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:33.084705 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10d5fc-638b-44c1-8682-1ccd12e77e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc8cb0-f74b-40a7-a3b3-2cfbb8553322,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:33.693946 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4a2164fc-19e6-4700-b933-1468da85c4bb req-b6310428-f279-4ddc-8541-b3664265335a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.1741395 Jul 18 08:46:33.748370 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:33.764569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:33.766555 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fe22eb09-1b11-4a76-9d1d-9936978e00e1 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:34.097375 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks [] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:34.161498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:34.202485 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:34.248375 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Provisioning complete for port cbb70273-3451-434b-9167-a841b8df538b triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:34.255229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cbb70273-3451-434b-9167-a841b8df538b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:34.263027 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-98a16286-a9c2-4e07-9129-5b903c8b4411 req-a0571c85-f359-419e-a16c-70ba534afdc9 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.6894419 Jul 18 08:46:34.385977 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-507e351a-7abb-4a23-8f14-158d676a6e67 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--276984636&fields=id&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 267 time: 0.2882023 Jul 18 08:46:34.408990 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:34.437040 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Pushing event updated for resources: {'Port': ['ID=4f888657-0d5f-4967-ae6d-5489c28d593d,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:34.645084 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port fe22eb09-1b11-4a76-9d1d-9936978e00e1 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:34.648183 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:34.787994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Pushing event updated for resources: {'Port': ['ID=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:34.913218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Current status of the port cbb70273-3451-434b-9167-a841b8df538b is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:34.913218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cbb70273-3451-434b-9167-a841b8df538b), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:34.972226 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3c9a06c9-1c79-4987-b2cc-207f4087d8e4 req-929912fe-3a18-49ba-a454-f4fd4f533e0e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.1856685 Jul 18 08:46:35.010243 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:35.016747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:35.024786 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:35.035851 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-ee81a1e5-4c24-4426-9321-0e7f0eb27c7e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:35.053403 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-ee81a1e5-4c24-4426-9321-0e7f0eb27c7e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.6313906 Jul 18 08:46:35.058869 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:35.072039 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.110212 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-f5efc8c4-f5a8-44b5-a9bf-399f05f100a9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/quotas/ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 375 time: 0.0552824 Jul 18 08:46:35.114557 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50484) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:35.179876 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] For port cbb70273-3451-434b-9167-a841b8df538b, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cbb70273-3451-434b-9167-a841b8df538b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:35.191140 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port fe22eb09-1b11-4a76-9d1d-9936978e00e1 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:35.191553 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.228289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port fe22eb09-1b11-4a76-9d1d-9936978e00e1, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fe22eb09-1b11-4a76-9d1d-9936978e00e1,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:35.267924 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cbb70273-3451-434b-9167-a841b8df538b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.277469 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-63bb6d01-8335-4d0f-bf58-7425a8818980 req-b9e0784c-3f3b-4937-8fb8-26070911b00d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.1872616 Jul 18 08:46:35.278830 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7dbabc2a-6aae-43b7-b5cb-3805885a8e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.308512 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-b6a9ce25-6437-42aa-ad9c-b28f997be651 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957400 Jul 18 08:46:35.377564 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.384700 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-3e29f755-9884-4890-905b-9f2a0a6a9757 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7747397 Jul 18 08:46:35.441798 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Provisioning complete for port cdca0b49-c752-4067-8bb9-94f7d3d09637 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:35.442441 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.468373 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7dbabc2a-6aae-43b7-b5cb-3805885a8e54 admin admin] Publish callbacks [] for security_group (f56e1fef-35f7-44f4-bbe2-aafb7c00af60), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.555889 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-c74c3134-4dd1-491d-9276-d53cab2a4e46 service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440522 Jul 18 08:46:35.618169 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e493d486-7127-4723-971b-737516416df4 req-6a587202-812b-4cbf-90c6-45dec2d05886 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.0947425 Jul 18 08:46:35.620381 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7dbabc2a-6aae-43b7-b5cb-3805885a8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f56e1fef-35f7-44f4-bbe2-aafb7c00af60), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:35.717210 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Pushing event updated for resources: {'Port': ['ID=cbb70273-3451-434b-9167-a841b8df538b,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:35.798524 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-7dbabc2a-6aae-43b7-b5cb-3805885a8e54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64e7c75d844d4e21838529464b006cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6814575 Jul 18 08:46:35.804447 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50494) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:35.863585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbabc2a-6aae-43b7-b5cb-3805885a8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e1fef-35f7-44f4-bbe2-aafb7c00af60,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:35.942026 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233b19a-a4b1-4402-b605-3d59433b0d73 req-ce8b16da-4444-44a0-ad87-cfad45407895 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:35.949037 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-c6e0feab-157b-44d3-8e3d-c37fc48e5e31 service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840699 Jul 18 08:46:35.958427 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5233b19a-a4b1-4402-b605-3d59433b0d73 req-ce8b16da-4444-44a0-ad87-cfad45407895 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 932 time: 0.1290443 Jul 18 08:46:36.045970 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f6dac04f-bee7-4e2b-87bb-c5bcdd1922b0 admin admin] Publish callbacks [] for security_group (f56e1fef-35f7-44f4-bbe2-aafb7c00af60), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.073700 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6a35e-e8d3-4d40-bbfa-a12f1305e21a None None] Current status of the port cdca0b49-c752-4067-8bb9-94f7d3d09637 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:36.094722 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5233b19a-a4b1-4402-b605-3d59433b0d73 req-e13df1fd-6b05-4edd-8245-4405b7e06c12 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314437 Jul 18 08:46:36.130707 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=fe22eb09-1b11-4a76-9d1d-9936978e00e1,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:36.190847 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f6dac04f-bee7-4e2b-87bb-c5bcdd1922b0 admin admin] Publish callbacks [] for security_group (f56e1fef-35f7-44f4-bbe2-aafb7c00af60), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.230545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-97c217be-66e1-4ca1-af5f-5cae0cf06249 None None] Provisioning complete for port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:36.230545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-97c217be-66e1-4ca1-af5f-5cae0cf06249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.230545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4f888657-0d5f-4967-ae6d-5489c28d593d up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:36.282762 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:36.323815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-97c217be-66e1-4ca1-af5f-5cae0cf06249 None None] Port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:36.342666 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-97c217be-66e1-4ca1-af5f-5cae0cf06249 None None] Provisioning complete for port cbb70273-3451-434b-9167-a841b8df538b triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:36.344876 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-97c217be-66e1-4ca1-af5f-5cae0cf06249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cbb70273-3451-434b-9167-a841b8df538b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.347255 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 4f888657-0d5f-4967-ae6d-5489c28d593d triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:36.347255 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.382767 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f407b4fc-c575-476e-b2a2-f569f042519a req-007649d1-9321-4a33-98fe-e1700e068a97 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.1545093 Jul 18 08:46:36.423552 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f6dac04f-bee7-4e2b-87bb-c5bcdd1922b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f56e1fef-35f7-44f4-bbe2-aafb7c00af60), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.425268 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f6dac04f-bee7-4e2b-87bb-c5bcdd1922b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.430591 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f6dac04f-bee7-4e2b-87bb-c5bcdd1922b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f56e1fef-35f7-44f4-bbe2-aafb7c00af60 HTTP/1.1" status: 204 len: 168 time: 0.6140234 Jul 18 08:46:36.442657 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7195c7f5-528e-41dd-8b3e-54113f154f32 req-c1b12846-73d5-43c5-bbba-730a5a5c4ee3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.0580447 Jul 18 08:46:36.479981 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dac04f-bee7-4e2b-87bb-c5bcdd1922b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e1fef-35f7-44f4-bbe2-aafb7c00af60,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:36.600464 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-797e5f43-7926-4ecd-8522-6bb07f5671ec req-ba0d4428-a983-4564-a9bc-487a6a38abaf tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.0520828 Jul 18 08:46:36.635396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-2c3fbcc6-3d1b-4023-b3ac-e9f3466f1be6 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:46:36.637732 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-2c3fbcc6-3d1b-4023-b3ac-e9f3466f1be6 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0118372 Jul 18 08:46:36.706124 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 4f888657-0d5f-4967-ae6d-5489c28d593d is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:36.707495 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 91557f6f-2ded-4b40-9862-0fbe73a2d74f up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:36.736628 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:36.758608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-97c217be-66e1-4ca1-af5f-5cae0cf06249 None None] Current status of the port cbb70273-3451-434b-9167-a841b8df538b is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:36.799291 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 91557f6f-2ded-4b40-9862-0fbe73a2d74f triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:36.800024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:36.890892 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6dad55ec-ff6d-4f57-b036-fed712bc5b96 req-882418d4-21a2-4865-8c98-572f0149c733 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.0578115 Jul 18 08:46:36.967560 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 91557f6f-2ded-4b40-9862-0fbe73a2d74f is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:36.972820 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cbb70273-3451-434b-9167-a841b8df538b up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:37.047999 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port cbb70273-3451-434b-9167-a841b8df538b triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:37.048708 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cbb70273-3451-434b-9167-a841b8df538b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:37.171629 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port cbb70273-3451-434b-9167-a841b8df538b is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:37.173455 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cdca0b49-c752-4067-8bb9-94f7d3d09637 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:37.261873 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port cdca0b49-c752-4067-8bb9-94f7d3d09637 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:37.261873 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:37.281349 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:37.367396 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:37.396269 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port cdca0b49-c752-4067-8bb9-94f7d3d09637 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:37.396269 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 531d98ea-5b9d-4552-9a32-c607287f2005 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:37.396579 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279955d-523f-4192-97c7-9e2b79edc695 req-5e80b82f-8b28-447d-ba3d-cfcae69aa061 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:37.396579 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9279955d-523f-4192-97c7-9e2b79edc695 req-5e80b82f-8b28-447d-ba3d-cfcae69aa061 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 932 time: 0.1590612 Jul 18 08:46:37.475490 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 531d98ea-5b9d-4552-9a32-c607287f2005 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:37.477178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:37.512403 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9279955d-523f-4192-97c7-9e2b79edc695 req-f5ff71c1-294d-4f56-becb-6573b4392dc2 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164222 Jul 18 08:46:37.663199 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 531d98ea-5b9d-4552-9a32-c607287f2005 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:37.665166 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device f52178ca-1474-4c39-8c9c-57af0fca6168 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:37.732378 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2aa4f785-cabc-4c84-97c9-6d60666e67dd req-40e5dc88-1e73-4cae-939b-03a73ce7e6b9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.0969100 Jul 18 08:46:37.826051 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-87725547-4680-4e92-bffe-d04d14f69ba7 req-5b79e73b-03b6-40ba-9386-6e3e6f0a43ee tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.1987629 Jul 18 08:46:37.942603 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port f52178ca-1474-4c39-8c9c-57af0fca6168 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:37.944284 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:38.043223 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0280a0ce-49a0-425e-bb56-41b049cae7da req-912405c2-8b82-4da0-9351-17f3c493bfa7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.1410835 Jul 18 08:46:38.094186 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port f52178ca-1474-4c39-8c9c-57af0fca6168 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:38.440717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cbb70273-3451-434b-9167-a841b8df538b up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:38.723112 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port cbb70273-3451-434b-9167-a841b8df538b triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:38.724630 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cbb70273-3451-434b-9167-a841b8df538b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:38.785639 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c3588b67-b127-4204-9329-a10d5995634a req-2c910b20-dc37-401f-89d5-078349b43878 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.7244272 Jul 18 08:46:39.064958 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:39.083449 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cc6fa0d1-ead8-4140-b800-3509ac3704f2 req-ff56b472-6a57-45e9-b080-6bb423eb2ec2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.1131845 Jul 18 08:46:39.099231 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Request body: {'port': {'device_id': '9efda553-6895-4088-a371-4c3d6fb05969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:39.152850 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port cbb70273-3451-434b-9167-a841b8df538b is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:39.159583 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fe22eb09-1b11-4a76-9d1d-9936978e00e1 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:39.186806 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cd169-619d-43b0-8bb5-4f1b23e0f244 req-2e0801ca-826d-48dc-a20f-fe168ed7c58c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:39.205978 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5f0cd169-619d-43b0-8bb5-4f1b23e0f244 req-2e0801ca-826d-48dc-a20f-fe168ed7c58c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 932 time: 0.3318422 Jul 18 08:46:39.228624 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.47', 53959) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:39.317622 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b4a7e7cb-ecdb-4809-974c-2bcf8b52cfbc req-edd42a21-a935-4e6f-915b-251d057452de tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.0872316 Jul 18 08:46:39.351222 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:39.373739 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5f0cd169-619d-43b0-8bb5-4f1b23e0f244 req-211b3f96-8788-4dfc-8aa7-388f4e3ac689 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663182 Jul 18 08:46:39.402627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port fe22eb09-1b11-4a76-9d1d-9936978e00e1 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:39.402627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:39.680634 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port fe22eb09-1b11-4a76-9d1d-9936978e00e1 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:39.690715 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fc9d4539-3bd0-46d3-be65-1d59bf9b03a5 req-52e4cf87-3a1b-4186-9ea5-a48bcb69ccf1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.1363859 Jul 18 08:46:39.734696 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-25095df8-6d6c-4e7d-a5c9-e961912ee5af tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:39.738661 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-25095df8-6d6c-4e7d-a5c9-e961912ee5af tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 818 time: 0.5026679 Jul 18 08:46:40.045128 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-59d1f25b-669a-4b26-89e0-4a2d0ca0dbc1 req-79bb6c35-f417-4701-9284-59d5d4b72097 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.0808411 Jul 18 08:46:40.253298 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'port': {'device_id': '75cd9ec0-94a9-4043-983e-d876084556ad', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'admin_state_up': True, 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:40.481437 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:40.562682 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6a711662-499c-4791-a5bc-07baad574fe6 req-57adec2b-bed6-43f2-922f-ca28ebb49494 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.0511675 Jul 18 08:46:40.638275 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:40.642245 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8385ec2-63dc-4baa-baa7-44b6b21c02d5 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:40.664794 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5505b00e-e000-4cce-886f-7e7d2f2071eb req-e545d690-ec28-49d9-9b1d-869adf1dae00 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.4451847 Jul 18 08:46:40.678037 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Publish callbacks [] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:40.736506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Transition to ACTIVE for port object b8385ec2-63dc-4baa-baa7-44b6b21c02d5 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:46:40.868568 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8dd66568-8397-4c9e-a64a-dd06ba8e7899 req-420f9502-1f47-4056-851c-2d05cea973f0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.0592599 Jul 18 08:46:40.875091 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:40.893544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Made reservation on behalf of c2f44b51cc624637bccd9ed1d3b1a769 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:40.897846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:40.954953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f6641-56a4-496f-8ad8-55506603a51b req-ccb77650-42e7-4f3f-b005-876769ce68f3 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:40.965689 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c52f6641-56a4-496f-8ad8-55506603a51b req-ccb77650-42e7-4f3f-b005-876769ce68f3 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 932 time: 0.1837626 Jul 18 08:46:40.980517 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:41.018328 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Pushing event updated for resources: {'Port': ['ID=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:41.176737 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c52f6641-56a4-496f-8ad8-55506603a51b req-0ed30f92-096b-45d4-99e8-613ae8b0bf46 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047913 Jul 18 08:46:41.182187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.47', 53963) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:41.613942 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Allocated IP 172.20.0.4 (7493bcf7-a4b9-4c49-a680-3a0a798b3b98/14c4c82e-40cd-48c7-9967-7671eea33e56/78901683-090c-493b-919a-d66d30e8239b) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:41.689820 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ea48def0-ba6b-43dc-8f76-df798b5aeddd req-eab3080f-274d-4736-891f-28d3b0049fe4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.1082475 Jul 18 08:46:41.694544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Attempting to bind port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:41.694916 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Attempting to bind port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:41.706387 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Attempting to bind port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 on network 41c4eca8-d71d-42c2-858d-31f22a0cc589 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:41.739226 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 on network 41c4eca8-d71d-42c2-858d-31f22a0cc589 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:46:41.739583 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Attempting to bind port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 on network 41c4eca8-d71d-42c2-858d-31f22a0cc589 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:41.756471 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:41.756850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Checking segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:41.769109 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Bound using segment: {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:41.769621 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Bound port: b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762f97d8-804d-425c-8d6d-9666b9d1c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:41.770016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:41.931403 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] For port b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:41.938403 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] For port b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:42.017602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.47', 53966) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:42.078242 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.47', 53967) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:42.085075 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:42.211713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Pushing event updated for resources: {'Port': ['ID=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:42.228266 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-89477d5e-d43e-4cfd-a523-052a9cba8ea4 req-0c8fb48e-197f-4244-a222-f1626d15d907 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.2549615 Jul 18 08:46:42.360256 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:42.388846 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-11351792-a004-4de4-809e-92c5b299a62a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:42.393660 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-11351792-a004-4de4-809e-92c5b299a62a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 816 time: 0.9271653 Jul 18 08:46:42.424960 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:42.425236 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-39c6ba5f-f56e-4941-b032-ed8939189217 req-0f458247-c736-4fe4-b480-9c177096a0d5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.4322684 Jul 18 08:46:42.425910 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:42.432328 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-b848979e-75ed-47b0-b3dd-d9de411d1b02 service neutron] 10.222.0.47 "PUT /v2.0/ports/b8385ec2-63dc-4baa-baa7-44b6b21c02d5 HTTP/1.1" status: 200 len: 1094 time: 3.6633852 Jul 18 08:46:42.444509 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efda553-6895-4088-a371-4c3d6fb05969', 'tag': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:42.456709 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.47', 53970) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:43.134739 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-af7f1a7b-b1b6-4b6e-ab4a-b92a41709f55 req-73bd5431-c47c-4923-aa27-19e10ba71512 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.2135174 Jul 18 08:46:43.144412 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-deaaa8aa-c5cb-4751-aa1d-cb57089224bf tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:43.147994 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-deaaa8aa-c5cb-4751-aa1d-cb57089224bf tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 818 time: 1.0656211 Jul 18 08:46:43.299528 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'port': {'device_id': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'admin_state_up': True, 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:43.446952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d895-e415-49bf-be66-fbb6f8cc5d5e req-519074c5-1e58-4f31-9736-028a15ee19f0 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:43.456387 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-59e4d895-e415-49bf-be66-fbb6f8cc5d5e req-519074c5-1e58-4f31-9736-028a15ee19f0 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 944 time: 0.6127806 Jul 18 08:46:43.502327 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8c5a037b-22dd-4181-82a0-da5b2022b23e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:43.504625 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8c5a037b-22dd-4181-82a0-da5b2022b23e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 1.0179968 Jul 18 08:46:43.590067 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-a6f02958-2a7f-45ff-b2bc-64a5cb11945e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 379 time: 0.7677677 Jul 18 08:46:43.602790 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dae711-d245-4d69-9be2-f0e88eab818f" -d '{"events": [{"name": "network-changed", "server_uuid": "9efda553-6895-4088-a371-4c3d6fb05969", "tag": "b8385ec2-63dc-4baa-baa7-44b6b21c02d5"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:43.627608 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-df5d3090-c1f7-48f2-a2cb-e0312473a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:43.631352 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-df5d3090-c1f7-48f2-a2cb-e0312473a28e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a773b75a4b4442ca01dc2b0d9e4e5d9&device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 1128 time: 0.6804588 Jul 18 08:46:43.640300 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'port': {'device_id': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'admin_state_up': True, 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'security_groups': ['7fa9fe7c-f587-4c16-a883-e4feeb3f483c']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:43.689340 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:43.879322 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-59e4d895-e415-49bf-be66-fbb6f8cc5d5e req-df7296c3-016e-407d-b269-99ebcb06a605 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216413 Jul 18 08:46:44.016601 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-21e68dc1-79c9-4941-b7d3-8baaab4cab0b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 379 time: 0.4559200 Jul 18 08:46:44.065080 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'port': {'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'admin_state_up': True, 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'security_groups': ['382cc54b-4bd6-4fad-91c6-d34c39f1aa40']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:44.077381 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for port (78901683-090c-493b-919a-d66d30e8239b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:44.175770 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7ce153d7-7311-4b64-a470-32cc4c5a6d78 req-8f371846-9dc3-432d-97b9-f8b4f28d7901 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.5640521 Jul 18 08:46:44.208604 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-7d344ff1-e33a-42cf-a6ac-14e4a77ec677 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5 HTTP/1.1" status: 200 len: 217 time: 0.5305476 Jul 18 08:46:44.234140 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-a62ed7bd-a8ad-42cd-9c71-456b845c2dfb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:44.236975 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-a62ed7bd-a8ad-42cd-9c71-456b845c2dfb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 811 time: 2.2072239 Jul 18 08:46:44.271738 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8cfa032b-c119-4da6-9540-f8df7a12d32d req-012b6375-2b46-48c9-ade6-37089609d365 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.2409379 Jul 18 08:46:44.572281 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (78901683-090c-493b-919a-d66d30e8239b), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:44.624113 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Made reservation on behalf of c2f44b51cc624637bccd9ed1d3b1a769 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:44.631939 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:44.702489 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053a906-0556-443e-9b43-abbee4a93395 x-openstack-request-id: req-0053a906-0556-443e-9b43-abbee4a93395 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:44.703060 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efda553-6895-4088-a371-4c3d6fb05969", "tag": "b8385ec2-63dc-4baa-baa7-44b6b21c02d5", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:44.703784 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0053a906-0556-443e-9b43-abbee4a93395 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:44.705562 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0053a906-0556-443e-9b43-abbee4a93395'] response: {'name': 'network-changed', 'server_uuid': '9efda553-6895-4088-a371-4c3d6fb05969', 'tag': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5', 'status': 'completed', 'code': 200} Jul 18 08:46:44.724112 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:44.808752 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-31747349-13b1-41d4-9023-636480b68aba tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7367af701b84358a4e5c5d0db473b44 HTTP/1.1" status: 200 len: 380 time: 0.4858968 Jul 18 08:46:44.812511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:44.842491 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Made reservation on behalf of ef2947427ce24f46baad0172db285cc8 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:44.850764 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:44.870271 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'port': {'device_id': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'admin_state_up': True, 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'security_groups': ['31fe6dea-bc19-41ec-af3a-c09dbc8992f2']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:44.886672 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:44.890570 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3add8faa-b3da-4fcb-9ecc-e8f43db975b3 req-8aee6dcc-d65f-4c38-adaf-544096bd7203 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.2155204 Jul 18 08:46:44.910624 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:44.922687 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:44.923506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:44.958053 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-22457472-c4d2-4af8-8b66-0cad89ff67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:44.960261 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-22457472-c4d2-4af8-8b66-0cad89ff67d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8528a902-4b0f-4161-8ef4-79d5bf2b4dd3 HTTP/1.1" status: 200 len: 851 time: 0.6394608 Jul 18 08:46:44.974710 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'Port': ['ID=78901683-090c-493b-919a-d66d30e8239b,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:45.019407 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:45.060319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:45.110373 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50752) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:45.161037 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-5b487cff-e4c4-466f-8e0c-fe4d49be1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:45.161037 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-5b487cff-e4c4-466f-8e0c-fe4d49be1642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41c4eca8-d71d-42c2-858d-31f22a0cc589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1863794 Jul 18 08:46:45.200300 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-45b63e30-76cf-47cb-a930-5591c1a716b1 req-4db68ac4-6813-4cfd-b2db-93848a7904dc tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.3091516 Jul 18 08:46:45.508492 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-ed925d50-ac3e-48a7-8493-9b746a8c1b4d None None] Provisioning complete for port 78901683-090c-493b-919a-d66d30e8239b triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:45.510135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed925d50-ac3e-48a7-8493-9b746a8c1b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (78901683-090c-493b-919a-d66d30e8239b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:45.559187 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-ed925d50-ac3e-48a7-8493-9b746a8c1b4d None None] Port 78901683-090c-493b-919a-d66d30e8239b cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:45.572903 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-d25d4f14-def0-48ee-a91c-292f13bad6e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3475168 Jul 18 08:46:45.608979 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Request body: {'port': {'device_id': '75cd9ec0-94a9-4043-983e-d876084556ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:45.647585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2705603-fd31-4297-ad8e-706f525e0b65 req-7e081e75-abb1-4766-a3e9-5d3ac84e5b94 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:45.656508 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f2705603-fd31-4297-ad8e-706f525e0b65 req-7e081e75-abb1-4766-a3e9-5d3ac84e5b94 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 944 time: 0.4885480 Jul 18 08:46:45.718875 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Made reservation on behalf of ab95af0a9cb74221a15ac73cbb8ca0ff for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:45.726030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:45.864432 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-48b3cbc8-964d-4e82-99e8-8914c09fed6c req-a1fb2721-b393-47bb-9882-33a5bfe26e9f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.1736355 Jul 18 08:46:45.877452 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-953c66e1-88e2-4cee-80e3-9e13f5c0dc78 service neutron] 10.222.0.47 "GET /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996522 Jul 18 08:46:45.970917 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f2705603-fd31-4297-ad8e-706f525e0b65 req-0ed206b3-f011-4208-b94f-3a9c52909140 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084853 Jul 18 08:46:46.088753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bd990781-0781-4a46-9fbe-af2a59eed4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:46.105137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (78901683-090c-493b-919a-d66d30e8239b), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:46.225188 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e82984bc-aee0-4456-99e1-1e1c54d0bd90 req-4f0b5850-8265-45e7-b63d-9172fdee0bd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.1237044 Jul 18 08:46:46.265990 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Made reservation on behalf of d7367af701b84358a4e5c5d0db473b44 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:46:46.272177 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:46.334967 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Allocated IP 172.20.0.6 (7493bcf7-a4b9-4c49-a680-3a0a798b3b98/14c4c82e-40cd-48c7-9967-7671eea33e56/88a52aef-93c6-4a56-800d-706ae67440c0) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:46.359168 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Allocated IP 172.20.0.4 (b0fa8b1e-26fd-4098-8362-a39708ae2c08/ce57778b-4c6a-491c-96e9-8f5201aaa5d4/222385f0-b84b-466b-a9f5-dab4e9dadd74) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:46.419093 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0689d8aa-908a-418c-b0cd-2c24a8b9ed0d req-20b27298-0de4-4abd-b0c7-9f19b0f5d0ab tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.1949852 Jul 18 08:46:46.664682 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f4a6e90-b661-409b-931a-3ebb0568eb33 req-be70150c-37bb-4b30-a7a9-179bb594b1d0 service neutron] 10.222.0.47 "GET /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178547 Jul 18 08:46:46.712179 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:46.724013 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e9eb61dd-cf5a-4e4c-9891-f85fc4d45cab req-b3e1448b-d07d-4e15-bf0b-e92468932668 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.2020845 Jul 18 08:46:46.836938 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:46.863957 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Allocated IP 172.20.0.6 (d509bc50-58ee-41ee-9bed-bf209325abb8/a1b70215-bb6e-4a1a-b60c-9792bdc35c33/01362a2e-5dd9-4114-9738-0a7259b6d8be) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:46.946710 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:47.154030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.20.0.4 (91d2b33d-7b11-4b88-9cd3-44537bfe048d/2805bb20-a3c6-4028-af76-b0d55fbe4c52/47a3e70e-f8bb-43b0-84c0-a2b560f6cacd) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:46:47.156700 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-98ff73f4-9110-4ff1-94d7-65912c682e16 req-b096fa82-c3eb-44bf-89bc-8ac3660d6d6a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.0921993 Jul 18 08:46:47.178087 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dae711-d245-4d69-9be2-f0e88eab818f req-339012f3-ed7a-4ee7-afcc-c8dd1934d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:47.186351 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-339012f3-ed7a-4ee7-afcc-c8dd1934d14e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a773b75a4b4442ca01dc2b0d9e4e5d9&device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 1128 time: 0.1796095 Jul 18 08:46:47.406912 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:47.441013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:47.472675 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:46:47.491270 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bd990781-0781-4a46-9fbe-af2a59eed4de admin admin] Publish callbacks [] for security_group (3bd9d86a-5b03-4aa8-8edf-22151f7c708f), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:47.561818 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dae711-d245-4d69-9be2-f0e88eab818f req-6497d087-254d-4f74-8508-2a16bc4cdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:47.563513 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-6497d087-254d-4f74-8508-2a16bc4cdb01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41c4eca8-d71d-42c2-858d-31f22a0cc589 HTTP/1.1" status: 200 len: 913 time: 0.3488014 Jul 18 08:46:47.588324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db62382-c943-46e9-8593-93f59a1063fe req-06483def-2a28-4362-bd78-e0bd91ff678c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:47.590255 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8db62382-c943-46e9-8593-93f59a1063fe req-06483def-2a28-4362-bd78-e0bd91ff678c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 944 time: 0.3564608 Jul 18 08:46:47.591864 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bd990781-0781-4a46-9fbe-af2a59eed4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (3bd9d86a-5b03-4aa8-8edf-22151f7c708f), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:47.617808 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e7583ea6-9514-43da-9fcc-ffe8058da994 req-459305f6-78c6-4d1f-9c86-44589ea5c101 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.2082186 Jul 18 08:46:47.660045 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-13e9dbdf-96a8-4dac-b961-229b2ba5eb50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5 HTTP/1.1" status: 200 len: 217 time: 0.0892017 Jul 18 08:46:47.747269 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dae711-d245-4d69-9be2-f0e88eab818f req-874debec-2d14-42ff-9399-531abcd38ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:47.749278 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-874debec-2d14-42ff-9399-531abcd38ac9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8528a902-4b0f-4161-8ef4-79d5bf2b4dd3 HTTP/1.1" status: 200 len: 851 time: 0.0809126 Jul 18 08:46:47.854199 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dae711-d245-4d69-9be2-f0e88eab818f req-0ad385c9-380a-47c4-864a-b4bfb9c49ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:47.854199 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-0ad385c9-380a-47c4-864a-b4bfb9c49ef2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41c4eca8-d71d-42c2-858d-31f22a0cc589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659103 Jul 18 08:46:47.854199 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:47.927733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Network d509bc50-58ee-41ee-9bed-bf209325abb8 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:47.982666 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:47.983300 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:48.003663 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:48.009526 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:48.010679 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:48.055163 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for port (88a52aef-93c6-4a56-800d-706ae67440c0), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:48.101011 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bd990781-0781-4a46-9fbe-af2a59eed4de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1a369037c7c429ebd67e30059035364&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9259150 Jul 18 08:46:48.184216 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50822) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:48.345259 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:48.367185 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68dcb2-db2f-4d2b-b752-91d193e17eac req-f0f921c1-d155-4c01-b84a-7ab17a31bf11 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:48.375767 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec68dcb2-db2f-4d2b-b752-91d193e17eac req-f0f921c1-d155-4c01-b84a-7ab17a31bf11 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 931 time: 0.4764943 Jul 18 08:46:48.383770 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'Port': ['ID=01362a2e-5dd9-4114-9738-0a7259b6d8be,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:48.397805 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd990781-0781-4a46-9fbe-af2a59eed4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd9d86a-5b03-4aa8-8edf-22151f7c708f,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:48.419004 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:48.434182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:48.438126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:48.470098 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec68dcb2-db2f-4d2b-b752-91d193e17eac req-61765667-847c-4f88-9283-8d3f9bd32477 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932968 Jul 18 08:46:48.496667 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-d1a5c705-213f-441b-963f-8ef3260d2396 service neutron] 10.222.0.47 "GET /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422114 Jul 18 08:46:48.570359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-dc7308df-b228-4bbf-87b9-391dedd016e1 None None] Provisioning complete for port 01362a2e-5dd9-4114-9738-0a7259b6d8be triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:48.571084 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-dc7308df-b228-4bbf-87b9-391dedd016e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:48.711513 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6971d9a5-245b-4d85-9726-455e097002e5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8628850 Jul 18 08:46:48.712992 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-dc7308df-b228-4bbf-87b9-391dedd016e1 None None] Port 01362a2e-5dd9-4114-9738-0a7259b6d8be cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:48.780353 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fa139696-be6f-471d-b4ef-5d545062e3f3 req-71aae9bd-2a47-4121-84ec-44e25619eb8b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.0558393 Jul 18 08:46:48.782582 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8db62382-c943-46e9-8593-93f59a1063fe req-0bf7dd4e-060e-4ca1-ad64-5bc05333217e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7585876 Jul 18 08:46:48.843206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Request body: {'port': {'device_id': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:48.933051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:48.972894 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:49.013327 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.070435 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.083880 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:49.105904 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.126538 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:49.135211 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d9e8d-cef9-4c5a-a54c-25cce548eceb req-676f7a33-af72-4230-a67a-f9809a251ea1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:49.144403 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d10d9e8d-cef9-4c5a-a54c-25cce548eceb req-676f7a33-af72-4230-a67a-f9809a251ea1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 931 time: 0.0755777 Jul 18 08:46:49.168674 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:49.173986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4da-328b-42a5-98f6-ac5b3d43360a admin admin] Publish callbacks [] for security_group (3bd9d86a-5b03-4aa8-8edf-22151f7c708f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.259165 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:49.288806 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803bfa4-066c-47a3-bbb8-149221ad0fbe req-06cd10ae-eb65-48ae-99f4-d978e9f0aca4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:49.304972 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9803bfa4-066c-47a3-bbb8-149221ad0fbe req-06cd10ae-eb65-48ae-99f4-d978e9f0aca4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 931 time: 0.2237880 Jul 18 08:46:49.309126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:49.334406 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4da-328b-42a5-98f6-ac5b3d43360a admin admin] Publish callbacks [] for security_group (3bd9d86a-5b03-4aa8-8edf-22151f7c708f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.432941 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:49.523110 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:49.529932 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:49.674357 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:46:49.675547 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'Port': ['ID=88a52aef-93c6-4a56-800d-706ae67440c0,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:49.688578 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-a0f36bd2-257a-42f7-94a1-ac4fe4af2d4f service neutron] 10.222.0.47 "GET /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8929691 Jul 18 08:46:49.695140 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-a1ef2173-8fad-44b9-9ea4-6d81e3785a5e None None] Provisioning complete for port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:49.696112 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2173-8fad-44b9-9ea4-6d81e3785a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.710750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:46:49.761937 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:46:49.782254 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:49.796616 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.815203 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef2173-8fad-44b9-9ea4-6d81e3785a5e None None] Port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:49.848797 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:49.849429 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.857551 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50852) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:49.891119 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4da-328b-42a5-98f6-ac5b3d43360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (3bd9d86a-5b03-4aa8-8edf-22151f7c708f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.896666 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4da-328b-42a5-98f6-ac5b3d43360a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.896666 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0dd3e4da-328b-42a5-98f6-ac5b3d43360a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bd9d86a-5b03-4aa8-8edf-22151f7c708f HTTP/1.1" status: 204 len: 168 time: 1.6972902 Jul 18 08:46:49.942246 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9803bfa4-066c-47a3-bbb8-149221ad0fbe req-0d2de0b8-d0e4-406d-b28f-3cc5bfd25b87 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6358814 Jul 18 08:46:49.948495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:49.965829 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-095cca6e-d685-413e-b3bc-f1b2e4b2943c None None] Provisioning complete for port 88a52aef-93c6-4a56-800d-706ae67440c0 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:49.968616 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-095cca6e-d685-413e-b3bc-f1b2e4b2943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:49.970727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e4da-328b-42a5-98f6-ac5b3d43360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd9d86a-5b03-4aa8-8edf-22151f7c708f,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:49.987554 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d10d9e8d-cef9-4c5a-a54c-25cce548eceb req-18837619-7d99-4e0c-813c-dd3699b36c06 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8382115 Jul 18 08:46:49.996938 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:50.002899 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.054256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78901683-090c-493b-919a-d66d30e8239b {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:50.062530 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-51e0993d-f072-4802-a3d5-7d734b337856 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7893169 Jul 18 08:46:50.085702 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Publish callbacks [] for port (78901683-090c-493b-919a-d66d30e8239b), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.123610 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:50.142627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-095cca6e-d685-413e-b3bc-f1b2e4b2943c None None] Port 88a52aef-93c6-4a56-800d-706ae67440c0 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:50.158790 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Transition to ACTIVE for port object 78901683-090c-493b-919a-d66d30e8239b will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:46:50.224703 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-8183f174-66da-47c9-ba97-680b78ba7004 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1928844 Jul 18 08:46:50.236283 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-b353e54e-0bbb-4a69-bc49-2b0ee37d72c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6067984 Jul 18 08:46:50.241301 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Request body: {'port': {'device_id': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:50.274764 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Request body: {'port': {'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:50.296152 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-eb01b399-1791-4062-9440-7f9e8042baae None None] Provisioning complete for port 222385f0-b84b-466b-a9f5-dab4e9dadd74 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:50.296770 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-eb01b399-1791-4062-9440-7f9e8042baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.310165 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7e421-5158-47aa-a1d3-1275dbaea76c req-20897b9c-d485-4893-9f91-242ff64f88d4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:50.317622 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9fe7e421-5158-47aa-a1d3-1275dbaea76c req-20897b9c-d485-4893-9f91-242ff64f88d4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 931 time: 0.2534525 Jul 18 08:46:50.341451 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Request body: {'port': {'device_id': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:46:50.352551 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:50.354267 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (78901683-090c-493b-919a-d66d30e8239b), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.417402 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-eb01b399-1791-4062-9440-7f9e8042baae None None] Port 222385f0-b84b-466b-a9f5-dab4e9dadd74 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:46:50.459483 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:50.479102 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.498143 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Pushing event updated for resources: {'Port': ['ID=78901683-090c-493b-919a-d66d30e8239b,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:50.512358 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.519583 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9fe7e421-5158-47aa-a1d3-1275dbaea76c req-9287a48c-1db9-4e7f-86cc-5e8b0f9f3c7a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010636 Jul 18 08:46:50.521010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ac821-6be8-4692-86cb-6aa0aa6c5459 req-cc41e50e-6857-40c4-8561-de6d8786cf03 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:50.525993 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1c0ac821-6be8-4692-86cb-6aa0aa6c5459 req-cc41e50e-6857-40c4-8561-de6d8786cf03 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 944 time: 0.2859263 Jul 18 08:46:50.538542 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.860058 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1c0ac821-6be8-4692-86cb-6aa0aa6c5459 req-d0b7887f-2db6-4eee-81b3-a71873a9fdd8 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143024 Jul 18 08:46:50.878938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Attempting to bind port 78901683-090c-493b-919a-d66d30e8239b on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:50.880651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Attempting to bind port 78901683-090c-493b-919a-d66d30e8239b by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:50.881376 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Attempting to bind port 78901683-090c-493b-919a-d66d30e8239b on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:50.892604 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Port 78901683-090c-493b-919a-d66d30e8239b on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:46:50.892604 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Attempting to bind port 78901683-090c-493b-919a-d66d30e8239b on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:50.903146 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01362a2e-5dd9-4114-9738-0a7259b6d8be {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:50.915883 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:50.915883 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Checking segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:50.915883 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Bound using segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:50.916432 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Bound port: 78901683-090c-493b-919a-d66d30e8239b, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:50.916826 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (78901683-090c-493b-919a-d66d30e8239b), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.921389 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Publish callbacks [] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:50.950950 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Transition to ACTIVE for port object 01362a2e-5dd9-4114-9738-0a7259b6d8be will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:46:51.022014 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-239b6236-aaf4-43c9-a9be-859477608208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.024123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] For port 78901683-090c-493b-919a-d66d30e8239b, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:51.030224 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] For port 78901683-090c-493b-919a-d66d30e8239b, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=78901683-090c-493b-919a-d66d30e8239b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:51.047817 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.100446 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b2a06121-0e44-4071-bd1a-bdf8c9495386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.205609 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (78901683-090c-493b-919a-d66d30e8239b), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.208996 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:51.217763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aba882-8d6e-49e7-a47d-e99e1bc6c94b req-ed203bc0-d1d1-4d40-adbb-bce2469128be tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.219406 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-11aba882-8d6e-49e7-a47d-e99e1bc6c94b req-ed203bc0-d1d1-4d40-adbb-bce2469128be tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 931 time: 0.3543851 Jul 18 08:46:51.252075 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Pushing event updated for resources: {'Port': ['ID=01362a2e-5dd9-4114-9738-0a7259b6d8be,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:51.272572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81e5f6-df75-4ccf-a699-8a8de53fe4bc req-d507035c-807a-4813-a652-6f24a200c67a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.276242 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9a81e5f6-df75-4ccf-a699-8a8de53fe4bc req-d507035c-807a-4813-a652-6f24a200c67a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 931 time: 0.1769767 Jul 18 08:46:51.312933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50880) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:51.327012 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.328364 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.330794 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] 10.222.0.47 "PUT /v2.0/ports/78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 200 len: 1093 time: 5.7395492 Jul 18 08:46:51.371495 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cd9ec0-94a9-4043-983e-d876084556ad', 'tag': '78901683-090c-493b-919a-d66d30e8239b'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:51.374417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a685bdb-ed68-4c7d-808a-e07cd7e73043" -d '{"events": [{"name": "network-changed", "server_uuid": "75cd9ec0-94a9-4043-983e-d876084556ad", "tag": "78901683-090c-493b-919a-d66d30e8239b"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:51.415634 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Attempting to bind port 01362a2e-5dd9-4114-9738-0a7259b6d8be on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:51.416157 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Attempting to bind port 01362a2e-5dd9-4114-9738-0a7259b6d8be by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:51.416986 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Attempting to bind port 01362a2e-5dd9-4114-9738-0a7259b6d8be on network d509bc50-58ee-41ee-9bed-bf209325abb8 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:51.439028 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Port 01362a2e-5dd9-4114-9738-0a7259b6d8be on network d509bc50-58ee-41ee-9bed-bf209325abb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:46:51.439334 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Attempting to bind port 01362a2e-5dd9-4114-9738-0a7259b6d8be on network d509bc50-58ee-41ee-9bed-bf209325abb8 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:51.462959 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:51.470228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Checking segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:51.470228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Bound using segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:51.470228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Bound port: 01362a2e-5dd9-4114-9738-0a7259b6d8be, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:51.470228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.489678 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8068133e-a890-4146-b599-7b8a6a7352da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.538844 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75789d56-52af-4a35-b9e1-8f1e5a9a93ab service neutron] Pushing event updated for resources: {'Port': ['ID=78901683-090c-493b-919a-d66d30e8239b,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:51.556308 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9a81e5f6-df75-4ccf-a699-8a8de53fe4bc req-6bf41731-d8de-45ec-9109-f12233f1ab38 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411606 Jul 18 08:46:51.611201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-818679b4-2e71-45da-960b-e033a59ab448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.614655 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-818679b4-2e71-45da-960b-e033a59ab448 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1127 time: 0.1201091 Jul 18 08:46:51.692506 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-febfbee6-7ad0-482c-9a43-0e06c877a40a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 200 len: 217 time: 0.0719223 Jul 18 08:46:51.697938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] For port 01362a2e-5dd9-4114-9738-0a7259b6d8be, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:51.765696 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] For port 01362a2e-5dd9-4114-9738-0a7259b6d8be, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:51.768399 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-11aba882-8d6e-49e7-a47d-e99e1bc6c94b req-14a195ae-9ffc-4df3-b2ea-2f3a0a705c3e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374005 Jul 18 08:46:51.796482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cdb72-f10d-499d-aea6-a0e34a0cdb1a req-dcc4ef68-cdd5-43c5-81d2-4853113a2da9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.796482 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b58cdb72-f10d-499d-aea6-a0e34a0cdb1a req-dcc4ef68-cdd5-43c5-81d2-4853113a2da9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 931 time: 0.1166556 Jul 18 08:46:51.814939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-946a86d5-ed65-4241-a0e8-2b1645e22614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.818636 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-946a86d5-ed65-4241-a0e8-2b1645e22614 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.1165490 Jul 18 08:46:51.851121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726447f-79d6-4f71-8b3d-e30c54bb29ce x-openstack-request-id: req-4726447f-79d6-4f71-8b3d-e30c54bb29ce {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:51.851482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cd9ec0-94a9-4043-983e-d876084556ad", "tag": "78901683-090c-493b-919a-d66d30e8239b", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:51.851818 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4726447f-79d6-4f71-8b3d-e30c54bb29ce {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:51.852431 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4726447f-79d6-4f71-8b3d-e30c54bb29ce'] response: {'name': 'network-changed', 'server_uuid': '75cd9ec0-94a9-4043-983e-d876084556ad', 'tag': '78901683-090c-493b-919a-d66d30e8239b', 'status': 'completed', 'code': 200} Jul 18 08:46:51.881367 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.911964 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b58cdb72-f10d-499d-aea6-a0e34a0cdb1a req-21720577-6fcd-4250-8f13-e4366243bab4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176438 Jul 18 08:46:51.926881 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-239b6236-aaf4-43c9-a9be-859477608208 admin admin] Publish callbacks [] for security_group (3a94ffd0-f344-4481-b58c-1c784ee2d4b0), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.942350 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-965a8acc-dd5e-4d8a-b0b7-b21604ee3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.943961 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-965a8acc-dd5e-4d8a-b0b7-b21604ee3f21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1187346 Jul 18 08:46:51.945465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:51.946051 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:51.947345 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 200 len: 1093 time: 3.1178830 Jul 18 08:46:52.043393 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc25e11-b9a4-462b-b730-17742bb526e9 service neutron] Pushing event updated for resources: {'Port': ['ID=01362a2e-5dd9-4114-9738-0a7259b6d8be,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:52.068758 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-239b6236-aaf4-43c9-a9be-859477608208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (3a94ffd0-f344-4481-b58c-1c784ee2d4b0), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.174898 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8068133e-a890-4146-b599-7b8a6a7352da admin admin] Publish callbacks [] for security_group (0b6d90ba-93f6-4ab3-97da-758ca2c84963), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.176340 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device b8385ec2-63dc-4baa-baa7-44b6b21c02d5 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:46:52.180110 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607b9ac-c91e-42a6-b8c1-4026a1e0bb7d req-fb901e88-dc6b-4670-91f0-21f31bf0cc12 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:52.181688 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8607b9ac-c91e-42a6-b8c1-4026a1e0bb7d req-fb901e88-dc6b-4670-91f0-21f31bf0cc12 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 944 time: 0.1342125 Jul 18 08:46:52.183715 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-c026bce2-fe13-46c1-8ead-3623b4f9c8d9 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290714 Jul 18 08:46:52.188552 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-23676084-d324-4447-b0e9-0d426e293ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:52.190120 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-23676084-d324-4447-b0e9-0d426e293ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 1127 time: 0.1209357 Jul 18 08:46:52.219768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:52.244380 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441bb7c-6f13-4a49-9900-e70d4aee42f1 req-848c6834-4ff7-4afc-a60b-b6770a6b2452 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:52.246369 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2441bb7c-6f13-4a49-9900-e70d4aee42f1 req-848c6834-4ff7-4afc-a60b-b6770a6b2452 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 943 time: 0.3222144 Jul 18 08:46:52.270414 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-239b6236-aaf4-43c9-a9be-859477608208 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48abe55177574cdb89c1e5725afc888b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3959837 Jul 18 08:46:52.283134 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50890) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:52.305187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8068133e-a890-4146-b599-7b8a6a7352da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0b6d90ba-93f6-4ab3-97da-758ca2c84963), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.309110 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-9e93e3df-8407-4c58-8e1f-92c0aaefe72a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 200 len: 217 time: 0.1056705 Jul 18 08:46:52.329017 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b6236-aaf4-43c9-a9be-859477608208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94ffd0-f344-4481-b58c-1c784ee2d4b0,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:52.378105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a52aef-93c6-4a56-800d-706ae67440c0 {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:52.445773 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c296439-ac3f-49b2-a59e-ebe9f1f08a0a req-7177affd-2ecb-4c7f-b2e0-5926c473f856 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544641 Jul 18 08:46:52.469256 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:52.484020 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8068133e-a890-4146-b599-7b8a6a7352da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c5100b00c2144dc89f23d2ca98b4090&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1463993 Jul 18 08:46:52.484020 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068133e-a890-4146-b599-7b8a6a7352da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d90ba-93f6-4ab3-97da-758ca2c84963,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:52.488900 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 50894) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:52.500266 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5', 'network_id': '41c4eca8-d71d-42c2-858d-31f22a0cc589', 'port_id': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5', 'mac_address': 'fa:16:3e:e2:89:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8528a902-4b0f-4161-8ef4-79d5bf2b4dd3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:46:52.531335 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:52.541533 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Publish callbacks [] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.563206 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:52.563738 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.569887 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Transition to ACTIVE for port object 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:46:52.576727 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8607b9ac-c91e-42a6-b8c1-4026a1e0bb7d req-8d4f4bd6-0320-409d-948b-2609e446dbd7 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637972 Jul 18 08:46:52.586600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Publish callbacks [] for port (88a52aef-93c6-4a56-800d-706ae67440c0), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.588967 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8385ec2-63dc-4baa-baa7-44b6b21c02d5 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:52.589491 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:52.594317 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-33085a8e-1c03-4ea9-8528-d159f49bf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:52.597110 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-33085a8e-1c03-4ea9-8528-d159f49bf92c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.2378156 Jul 18 08:46:52.638755 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222385f0-b84b-466b-a9f5-dab4e9dadd74 {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:52.649191 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:52.668456 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Publish callbacks [] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.694826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Transition to ACTIVE for port object 88a52aef-93c6-4a56-800d-706ae67440c0 will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:46:52.709267 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Transition to ACTIVE for port object 222385f0-b84b-466b-a9f5-dab4e9dadd74 will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:46:52.716608 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2441bb7c-6f13-4a49-9900-e70d4aee42f1 req-055b77ed-07a6-4598-b115-405a9a3e3d1e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487393 Jul 18 08:46:52.736748 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0fa5dc81-50ba-40f9-b0e0-e8170f22a25b admin admin] Publish callbacks [] for security_group (0b6d90ba-93f6-4ab3-97da-758ca2c84963), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.740499 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d668e5-596c-4400-84c5-09efcb48e16d req-5b51da04-a641-48f4-a761-5fdbf25ed9df tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:52.741336 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.755705 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-44d668e5-596c-4400-84c5-09efcb48e16d req-5b51da04-a641-48f4-a761-5fdbf25ed9df tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 931 time: 0.0749595 Jul 18 08:46:52.759230 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.768157 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e7081d4-c760-4e76-8b5d-9a9c3df20050 admin admin] Publish callbacks [] for security_group (3a94ffd0-f344-4481-b58c-1c784ee2d4b0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.816677 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-44d668e5-596c-4400-84c5-09efcb48e16d req-a43f428d-1fb7-45fd-b729-2e70640dda0a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598087 Jul 18 08:46:52.835360 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:52.839393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0fa5dc81-50ba-40f9-b0e0-e8170f22a25b admin admin] Publish callbacks [] for security_group (0b6d90ba-93f6-4ab3-97da-758ca2c84963), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.876789 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e7081d4-c760-4e76-8b5d-9a9c3df20050 admin admin] Publish callbacks [] for security_group (3a94ffd0-f344-4481-b58c-1c784ee2d4b0), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.908181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:52.910408 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:53.007717 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:53.020843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Pushing event updated for resources: {'Port': ['ID=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:53.061925 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['b8385ec2-63dc-4baa-baa7-44b6b21c02d5'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:46:53.133319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282a71-ff92-46a2-9303-da00e9f749de req-b6fe3b33-265c-4f4d-bfff-729b5824e9d0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:53.145204 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3af4-7f82-4b12-bfda-bafb0277b2a8 req-d3d737c7-452f-4515-a80e-a8293c1436ed tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:53.146885 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f2dc3af4-7f82-4b12-bfda-bafb0277b2a8 req-d3d737c7-452f-4515-a80e-a8293c1436ed tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 943 time: 0.1887345 Jul 18 08:46:53.148207 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9a282a71-ff92-46a2-9303-da00e9f749de req-b6fe3b33-265c-4f4d-bfff-729b5824e9d0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 943 time: 0.1173785 Jul 18 08:46:53.260663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:53.477256 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:53.508052 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9a282a71-ff92-46a2-9303-da00e9f749de req-512e3174-23ea-4af3-86fb-64e611df4821 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570147 Jul 18 08:46:53.509391 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-c6d09509-a2c4-42e5-b1f6-e181e83c58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:53.513400 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-c6d09509-a2c4-42e5-b1f6-e181e83c58b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2586408 Jul 18 08:46:53.522959 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:53.570928 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-39e8c301-70c8-472c-aec7-dd847edd0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:53.572716 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-39e8c301-70c8-472c-aec7-dd847edd0428 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1127 time: 0.3225372 Jul 18 08:46:53.617014 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0fa5dc81-50ba-40f9-b0e0-e8170f22a25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0b6d90ba-93f6-4ab3-97da-758ca2c84963), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:53.650927 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-15278d33-eaa7-470a-8920-ccb573d389c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:53.651189 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0fa5dc81-50ba-40f9-b0e0-e8170f22a25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:53.661958 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0fa5dc81-50ba-40f9-b0e0-e8170f22a25b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b6d90ba-93f6-4ab3-97da-758ca2c84963 HTTP/1.1" status: 204 len: 168 time: 1.0788944 Jul 18 08:46:53.752196 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e7081d4-c760-4e76-8b5d-9a9c3df20050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (3a94ffd0-f344-4481-b58c-1c784ee2d4b0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:53.754954 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e7081d4-c760-4e76-8b5d-9a9c3df20050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:53.759261 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3e7081d4-c760-4e76-8b5d-9a9c3df20050 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a94ffd0-f344-4481-b58c-1c784ee2d4b0 HTTP/1.1" status: 204 len: 168 time: 1.4550400 Jul 18 08:46:53.761183 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Attempting to bind port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:53.773455 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Attempting to bind port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:53.773962 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Attempting to bind port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:53.783045 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:53.811965 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-54290114-060e-48f1-97bd-51b20bc135b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:53.813520 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-54290114-060e-48f1-97bd-51b20bc135b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.2199509 Jul 18 08:46:53.870076 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:53.873417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d9b65-3790-4262-b537-10ee8e12076d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:53.877612 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:46:53.877953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Attempting to bind port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:53.895084 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f2dc3af4-7f82-4b12-bfda-bafb0277b2a8 req-03f309bf-296d-4f4e-98c3-d7543ccb9685 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320080 Jul 18 08:46:53.949047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5dc81-50ba-40f9-b0e0-e8170f22a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d90ba-93f6-4ab3-97da-758ca2c84963,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:53.984113 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:53.985155 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:53.987415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Bound using segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:53.987548 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-ac67ccbd-8602-44df-a2de-6698f33b904a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 200 len: 217 time: 0.1392162 Jul 18 08:46:53.988185 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Bound port: 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:53.988816 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:54.015970 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Attempting to bind port 222385f0-b84b-466b-a9f5-dab4e9dadd74 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:54.016439 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Attempting to bind port 222385f0-b84b-466b-a9f5-dab4e9dadd74 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:54.017878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Attempting to bind port 222385f0-b84b-466b-a9f5-dab4e9dadd74 on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:54.055758 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96c4cc-4e08-4f14-846f-909acb0f4db8 req-3de927bc-f9f9-4191-b400-cca3089a7971 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:54.063314 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1f96c4cc-4e08-4f14-846f-909acb0f4db8 req-3de927bc-f9f9-4191-b400-cca3089a7971 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 945 time: 0.2483585 Jul 18 08:46:54.070161 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:54.123343 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-5290c741-395e-438b-961a-221f032b23b5 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005123 Jul 18 08:46:54.130965 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-21b49110-6ed6-440a-900d-73972b87dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:54.130965 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-21b49110-6ed6-440a-900d-73972b87dd56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.1226988 Jul 18 08:46:54.167180 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 78901683-090c-493b-919a-d66d30e8239b details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:46:54.200701 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device b8385ec2-63dc-4baa-baa7-44b6b21c02d5 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:54.289412 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:46:54.366415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1f128-4131-44ac-a4a5-becf102d5e81 req-47aeb76e-0823-465d-9d68-4c0fafcebbfd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:54.368116 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9ca1f128-4131-44ac-a4a5-becf102d5e81 req-47aeb76e-0823-465d-9d68-4c0fafcebbfd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 943 time: 0.3326063 Jul 18 08:46:54.368910 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7081d4-c760-4e76-8b5d-9a9c3df20050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94ffd0-f344-4481-b58c-1c784ee2d4b0,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:54.373711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:54.374719 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Port 222385f0-b84b-466b-a9f5-dab4e9dadd74 on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:46:54.375050 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Attempting to bind port 222385f0-b84b-466b-a9f5-dab4e9dadd74 on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:54.377565 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Pushing event updated for resources: {'Port': ['ID=88a52aef-93c6-4a56-800d-706ae67440c0,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:54.458550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Attempting to bind port 88a52aef-93c6-4a56-800d-706ae67440c0 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:46:54.458550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Attempting to bind port 88a52aef-93c6-4a56-800d-706ae67440c0 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:46:54.458550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Attempting to bind port 88a52aef-93c6-4a56-800d-706ae67440c0 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:54.459105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:54.459408 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Checking segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:54.459748 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Bound using segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:54.460211 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Bound port: 222385f0-b84b-466b-a9f5-dab4e9dadd74, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:54.460579 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:54.476365 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1f96c4cc-4e08-4f14-846f-909acb0f4db8 req-02e54505-18d3-43d6-9165-9d29ab7e87ed tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120388 Jul 18 08:46:54.496316 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-ffcea73c-085b-4861-9e6b-1f844ecec401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:54.498861 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-ffcea73c-085b-4861-9e6b-1f844ecec401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3539176 Jul 18 08:46:54.537304 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Port 88a52aef-93c6-4a56-800d-706ae67440c0 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:46:54.537658 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Attempting to bind port 88a52aef-93c6-4a56-800d-706ae67440c0 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:46:54.553457 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:54.588074 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:54.589274 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:54.670065 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a56ae324-f296-4bb3-a3fa-4b812dcd9fe1 req-c708487b-d770-4e76-acfd-469924006df8 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391109 Jul 18 08:46:54.704543 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:46:54.705138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Checking segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:46:54.707498 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Bound using segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:46:54.708097 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Bound port: 88a52aef-93c6-4a56-800d-706ae67440c0, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:46:54.709228 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:54.719467 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-ae1738c1-829f-49b7-9179-1fb99d4d0894 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117147 Jul 18 08:46:54.738299 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:54.745684 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] For port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:54.754196 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 78901683-090c-493b-919a-d66d30e8239b, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=78901683-090c-493b-919a-d66d30e8239b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:54.776673 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa6e17-5175-4162-a23a-41c13384fb23 x-openstack-request-id: req-56fa6e17-5175-4162-a23a-41c13384fb23 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:54.777227 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:54.777607 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9ca1f128-4131-44ac-a4a5-becf102d5e81 req-30103997-2811-4a93-aaa8-66905be5fd6a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236423 Jul 18 08:46:54.777954 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56fa6e17-5175-4162-a23a-41c13384fb23 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:54.779445 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fa6e17-5175-4162-a23a-41c13384fb23'] response: {'name': 'network-changed', 'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'status': 'completed', 'code': 200} Jul 18 08:46:54.781182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:54.793640 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] For port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:54.827924 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '78901683-090c-493b-919a-d66d30e8239b', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'port_id': '78901683-090c-493b-919a-d66d30e8239b', 'mac_address': 'fa:16:3e:93:7c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:46:54.840117 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:54.886286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:54.970818 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a685bdb-ed68-4c7d-808a-e07cd7e73043 req-872362a7-b92a-4f75-b43e-4cf7250292f8 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421889 Jul 18 08:46:54.991451 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.015505 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] For port 88a52aef-93c6-4a56-800d-706ae67440c0, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:46:55.023337 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] For port 88a52aef-93c6-4a56-800d-706ae67440c0, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=88a52aef-93c6-4a56-800d-706ae67440c0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:46:55.041757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 78901683-090c-493b-919a-d66d30e8239b is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:55.045706 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (78901683-090c-493b-919a-d66d30e8239b), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.061248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:55.061779 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.092691 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78901683-090c-493b-919a-d66d30e8239b {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:55.096823 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111af551-2afa-47d1-9437-e9ce33d0b837 req-e503c547-9bc8-4ed8-a791-28d5bfb6a6bb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:55.098209 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-111af551-2afa-47d1-9437-e9ce33d0b837 req-e503c547-9bc8-4ed8-a791-28d5bfb6a6bb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1110427 Jul 18 08:46:55.110446 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:55.136561 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efda553-6895-4088-a371-4c3d6fb05969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:55.189951 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.253417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50952) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:55.278760 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 78901683-090c-493b-919a-d66d30e8239b, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=78901683-090c-493b-919a-d66d30e8239b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:55.286871 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:55.291088 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:55.293005 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.297491 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] 10.222.0.47 "PUT /v2.0/ports/222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 1093 time: 4.9951854 Jul 18 08:46:55.306588 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:55.309423 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.314157 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] 10.222.0.47 "PUT /v2.0/ports/88a52aef-93c6-4a56-800d-706ae67440c0 HTTP/1.1" status: 200 len: 1093 time: 5.0847609 Jul 18 08:46:55.327645 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb1c3-71b7-4113-ad90-3ec2fa0bd339 req-8eeecea8-eff3-4323-a146-9575d94f41fd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:55.330583 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36beb1c3-71b7-4113-ad90-3ec2fa0bd339 req-8eeecea8-eff3-4323-a146-9575d94f41fd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 943 time: 0.3901803 Jul 18 08:46:55.331834 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951464e-f53d-4d65-9766-dd43418f7e64 service neutron] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:55.341440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}, {'name': 'network-changed', 'server_uuid': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'tag': '88a52aef-93c6-4a56-800d-706ae67440c0'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:55.352704 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:55.354330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.359113 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] 10.222.0.47 "PUT /v2.0/ports/47a3e70e-f8bb-43b0-84c0-a2b560f6cacd HTTP/1.1" status: 200 len: 1093 time: 5.0920010 Jul 18 08:46:55.365660 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.376532 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-111af551-2afa-47d1-9437-e9ce33d0b837 req-e6f268f9-d92d-4c85-bad8-e51a59d445b1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670565 Jul 18 08:46:55.425939 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83092b15-94bf-4aac-9c79-826cc07fd99f" -d '{"events": [{"server_uuid": "9efda553-6895-4088-a371-4c3d6fb05969", "name": "network-vif-plugged", "status": "completed", "tag": "b8385ec2-63dc-4baa-baa7-44b6b21c02d5"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:55.430655 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.442112 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (78901683-090c-493b-919a-d66d30e8239b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.665130 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:55.689247 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c54c80-7eb2-409d-b938-38481b598033 service neutron] Pushing event updated for resources: {'Port': ['ID=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:55.712708 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36beb1c3-71b7-4113-ad90-3ec2fa0bd339 req-fab4a972-aac2-4ac0-adb2-45bb5b501891 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470204 Jul 18 08:46:55.738587 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['78901683-090c-493b-919a-d66d30e8239b'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:46:55.765488 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}, {"name": "network-changed", "server_uuid": "84de371b-4af7-43af-be6d-ed94e96dcd91", "tag": "88a52aef-93c6-4a56-800d-706ae67440c0"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:55.803143 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Publish callbacks [] for security_group (581f6da0-c088-40d7-92cc-6244a81af297), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:55.889506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:55.892236 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9b65-3790-4262-b537-10ee8e12076d req-2e439dd4-f777-4cea-9b37-01d9fd814940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:55.894221 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-2e439dd4-f777-4cea-9b37-01d9fd814940 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 1127 time: 0.0885987 Jul 18 08:46:55.900749 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (581f6da0-c088-40d7-92cc-6244a81af297), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:56.189215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-c722c5b8-5f86-4cd5-9843-830ebbaa67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.195940 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-c722c5b8-5f86-4cd5-9843-830ebbaa67a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 1127 time: 0.3128591 Jul 18 08:46:56.214570 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 01362a2e-5dd9-4114-9738-0a7259b6d8be details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:46:56.220950 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=78901683-090c-493b-919a-d66d30e8239b,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:56.278971 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-678d228e-1e65-4c56-84bb-16ddfd52d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.282290 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-678d228e-1e65-4c56-84bb-16ddfd52d336 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 1127 time: 0.5059626 Jul 18 08:46:56.283635 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Pushing event updated for resources: {'Port': ['ID=88a52aef-93c6-4a56-800d-706ae67440c0,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:56.295910 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4300cf-f377-4b93-9b14-d7cdf62896f9 x-openstack-request-id: req-8e4300cf-f377-4b93-9b14-d7cdf62896f9 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:56.296915 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efda553-6895-4088-a371-4c3d6fb05969", "name": "network-vif-plugged", "status": "completed", "tag": "b8385ec2-63dc-4baa-baa7-44b6b21c02d5", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:56.299275 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e4300cf-f377-4b93-9b14-d7cdf62896f9 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:56.300248 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4300cf-f377-4b93-9b14-d7cdf62896f9'] response: {'server_uuid': '9efda553-6895-4088-a371-4c3d6fb05969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5', 'code': 200} Jul 18 08:46:56.331309 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20a52-90b8-4e7b-a419-4f401ef65264 req-820e6e06-3c58-4173-844f-18e0daf7e03e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.332036 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b5d20a52-90b8-4e7b-a419-4f401ef65264 req-820e6e06-3c58-4173-844f-18e0daf7e03e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 943 time: 0.4358349 Jul 18 08:46:56.351838 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2320c44ac1c4954ab40fb192e9a4254&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0927045 Jul 18 08:46:56.354390 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581f6da0-c088-40d7-92cc-6244a81af297,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:56.361759 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 50976) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:46:56.382658 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-59687e11-4035-46da-9098-665517c4ebaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd HTTP/1.1" status: 200 len: 217 time: 0.0932777 Jul 18 08:46:56.453221 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.453582 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.453929 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.454271 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.454609 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.455423 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.455423 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.455636 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.455961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.456277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.456607 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.456941 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.457299 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.457549 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.457659 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.457934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24486ce7-1b2f-42dd-aabb-3fce21e17d0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.458106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.458674 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.459301 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.459920 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.460483 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.461638 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.461638 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.462153 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.462682 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.463211 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.463771 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.464717 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.464885 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.465437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e5adf-81c7-449b-b21f-4b92eafb0de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:56.483648 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:56.551195 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9b65-3790-4262-b537-10ee8e12076d req-24cd5652-b89a-4cdd-835e-7ea14f41397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.553769 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-24cd5652-b89a-4cdd-835e-7ea14f41397c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 912 time: 0.6238065 Jul 18 08:46:56.581282 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b5d20a52-90b8-4e7b-a419-4f401ef65264 req-d393de0c-5534-4a12-85fc-f76be27d4d99 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276790 Jul 18 08:46:56.598597 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:56.600268 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:56.630400 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-f577b1a9-716c-42a3-9858-dc7c32f6c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.632963 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:56.645587 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-f577b1a9-716c-42a3-9858-dc7c32f6c5f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1127 time: 0.7530699 Jul 18 08:46:56.734055 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2e90592-0744-48df-9b22-b753113bb72e admin admin] Publish callbacks [] for security_group (581f6da0-c088-40d7-92cc-6244a81af297), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:56.739297 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-67a3824e-f2ed-4712-9979-1bbcbe3a5ebf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 200 len: 217 time: 0.1565449 Jul 18 08:46:56.787495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:56.866599 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e34cc0-be3d-489d-b3b8-3f1baee7d595 req-627dde80-f97e-43d0-a46f-f228808b9460 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.881706 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-42e34cc0-be3d-489d-b3b8-3f1baee7d595 req-627dde80-f97e-43d0-a46f-f228808b9460 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.4336913 Jul 18 08:46:56.888185 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-2a83259a-4a5f-400e-a0fb-79fc03eea651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a52aef-93c6-4a56-800d-706ae67440c0 HTTP/1.1" status: 200 len: 217 time: 0.4948339 Jul 18 08:46:56.894094 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-0227d1fe-9662-494b-adb6-51d241112bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:56.894327 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2e90592-0744-48df-9b22-b753113bb72e admin admin] Publish callbacks [] for security_group (581f6da0-c088-40d7-92cc-6244a81af297), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:56.896736 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-0227d1fe-9662-494b-adb6-51d241112bc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.4993620 Jul 18 08:46:56.939401 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 01362a2e-5dd9-4114-9738-0a7259b6d8be, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:56.959535 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:57.013710 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'port_id': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'mac_address': 'fa:16:3e:79:09:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:46:57.113937 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 01362a2e-5dd9-4114-9738-0a7259b6d8be is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:57.114778 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:57.124907 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-4189441b-c49a-4547-863a-c52b0c512a85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 217 time: 0.4771154 Jul 18 08:46:57.125221 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9b65-3790-4262-b537-10ee8e12076d req-71fe31ce-b5b6-446f-9a43-c8e49ccd55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.127016 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-71fe31ce-b5b6-446f-9a43-c8e49ccd55d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.3778076 Jul 18 08:46:57.136878 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0bd4c-7d3d-4480-80b4-ac32b3d24e13 req-b2c08168-a7e9-489f-ad92-28774bd250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.136878 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-93f0bd4c-7d3d-4480-80b4-ac32b3d24e13 req-b2c08168-a7e9-489f-ad92-28774bd250f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 1130 time: 0.2517474 Jul 18 08:46:57.157840 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:57.191361 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-93f0bd4c-7d3d-4480-80b4-ac32b3d24e13 req-a15aee70-8092-4fc8-ba9f-1a7bee4a07c4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:57.198294 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01362a2e-5dd9-4114-9738-0a7259b6d8be {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:46:57.225179 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-42e34cc0-be3d-489d-b3b8-3f1baee7d595 req-0db3103a-7079-4676-b9e3-1b07122c0abe tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413475 Jul 18 08:46:57.229873 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9b65-3790-4262-b537-10ee8e12076d req-b8004ffe-cc3d-42be-b503-44cddb39755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.232740 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-b8004ffe-cc3d-42be-b503-44cddb39755e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966320 Jul 18 08:46:57.306332 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f92ecac-9576-4d75-a7b1-084896e52be2 x-openstack-request-id: req-3f92ecac-9576-4d75-a7b1-084896e52be2 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:57.306332 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84de371b-4af7-43af-be6d-ed94e96dcd91", "tag": "88a52aef-93c6-4a56-800d-706ae67440c0", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:57.306332 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f92ecac-9576-4d75-a7b1-084896e52be2 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:57.306332 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f92ecac-9576-4d75-a7b1-084896e52be2'] response: {'name': 'network-changed', 'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'status': 'completed', 'code': 200} Jul 18 08:46:57.306332 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f92ecac-9576-4d75-a7b1-084896e52be2'] response: {'name': 'network-changed', 'server_uuid': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'tag': '88a52aef-93c6-4a56-800d-706ae67440c0', 'status': 'completed', 'code': 200} Jul 18 08:46:57.306839 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 01362a2e-5dd9-4114-9738-0a7259b6d8be, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:57.379003 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2e90592-0744-48df-9b22-b753113bb72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (581f6da0-c088-40d7-92cc-6244a81af297), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:57.383850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f2e90592-0744-48df-9b22-b753113bb72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:57.388438 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f2e90592-0744-48df-9b22-b753113bb72e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/581f6da0-c088-40d7-92cc-6244a81af297 HTTP/1.1" status: 204 len: 168 time: 1.0224755 Jul 18 08:46:57.408458 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:57.418460 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-1c29c825-27f5-4eea-aad5-971051017ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.421958 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-1c29c825-27f5-4eea-aad5-971051017ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4625189 Jul 18 08:46:57.439094 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-c1c63af9-7e51-49c6-a05c-c38a3b90c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.441906 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-c1c63af9-7e51-49c6-a05c-c38a3b90c0e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.4983523 Jul 18 08:46:57.443911 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e90592-0744-48df-9b22-b753113bb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581f6da0-c088-40d7-92cc-6244a81af297,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:57.472687 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:57.531451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=01362a2e-5dd9-4114-9738-0a7259b6d8be,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:57.547313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-ab242e7f-cb39-4523-9f2d-d4821a2b8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.549652 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-ab242e7f-cb39-4523-9f2d-d4821a2b8238 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.3075759 Jul 18 08:46:57.578744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:57.642603 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adcd29-af08-4c4e-8840-77294781fad4 req-15cef9ce-395b-4b85-b3c2-d8edbe9ab86b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.651728 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-58adcd29-af08-4c4e-8840-77294781fad4 req-15cef9ce-395b-4b85-b3c2-d8edbe9ab86b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.2492337 Jul 18 08:46:57.658084 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-80e802e9-4e2f-47de-9744-0eeda0d4c04c service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196594 Jul 18 08:46:57.736811 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f699c3-21f2-4f97-9041-538cfba7c916 req-c4beaa32-ab4e-487a-a3b3-7d3a0c82b86c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.739799 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-53f699c3-21f2-4f97-9041-538cfba7c916 req-c4beaa32-ab4e-487a-a3b3-7d3a0c82b86c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 944 time: 0.3424380 Jul 18 08:46:57.764950 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-cecb74f2-d910-461f-b97b-068bbf136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.767821 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-cecb74f2-d910-461f-b97b-068bbf136a43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2778723 Jul 18 08:46:57.782744 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:57.820050 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['01362a2e-5dd9-4114-9738-0a7259b6d8be'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:46:57.853104 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec398-3510-423e-8434-25e95ecd6cee req-38e5dd0e-069d-49fc-88c2-0e194947de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:57.855582 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-38e5dd0e-069d-49fc-88c2-0e194947de56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2487209 Jul 18 08:46:57.939271 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-93f0bd4c-7d3d-4480-80b4-ac32b3d24e13 req-a15aee70-8092-4fc8-ba9f-1a7bee4a07c4 service neutron] Publish callbacks [] for security_group (d77c4f8e-288e-49e2-b6d3-f1ae7272c09f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:57.952543 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-f01f5dac-170e-4fb2-8f6b-6c87945fa7c2 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818780 Jul 18 08:46:57.967403 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-53f699c3-21f2-4f97-9041-538cfba7c916 req-a7e2fb57-474d-4351-912e-2cf7a8df554a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569309 Jul 18 08:46:58.014933 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-93f0bd4c-7d3d-4480-80b4-ac32b3d24e13 req-a15aee70-8092-4fc8-ba9f-1a7bee4a07c4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (d77c4f8e-288e-49e2-b6d3-f1ae7272c09f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:58.038771 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-fcd0fb0e-4209-4eca-aad3-19ad6002d26b service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030295 Jul 18 08:46:58.153869 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-93f0bd4c-7d3d-4480-80b4-ac32b3d24e13 req-a15aee70-8092-4fc8-ba9f-1a7bee4a07c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0057213 Jul 18 08:46:58.156619 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aee70-8092-4fc8-ba9f-1a7bee4a07c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c4f8e-288e-49e2-b6d3-f1ae7272c09f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:58.186490 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 78901683-090c-493b-919a-d66d30e8239b up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:46:58.201047 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-58adcd29-af08-4c4e-8840-77294781fad4 req-ec4fb2be-0782-4161-be88-8ed76033f886 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5451396 Jul 18 08:46:58.247558 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6abc4-1cb5-4984-a422-46f106864329 req-9213fa4c-5783-4bd4-a8bf-0dc7c424e9b3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:58.249492 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-77b6abc4-1cb5-4984-a422-46f106864329 req-9213fa4c-5783-4bd4-a8bf-0dc7c424e9b3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 943 time: 0.0750926 Jul 18 08:46:58.328576 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 78901683-090c-493b-919a-d66d30e8239b completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:46:58.395798 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-d5ea6bb5-3483-495e-a76a-0ff07510389c service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038034 Jul 18 08:46:58.406560 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-77b6abc4-1cb5-4984-a422-46f106864329 req-81312c22-f153-4a5a-b5da-cfc5e1a81026 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509895 Jul 18 08:46:58.424267 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 78901683-090c-493b-919a-d66d30e8239b triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:46:58.426071 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (78901683-090c-493b-919a-d66d30e8239b), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:58.636293 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 78901683-090c-493b-919a-d66d30e8239b is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:46:58.637289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (78901683-090c-493b-919a-d66d30e8239b), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:58.725220 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 78901683-090c-493b-919a-d66d30e8239b, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=78901683-090c-493b-919a-d66d30e8239b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:46:58.725938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a45dd-6c4a-4754-9993-b7b7f4067af9 req-e0b2038b-25ba-466c-b141-7a6148e51d2f tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:58.727703 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d05a45dd-6c4a-4754-9993-b7b7f4067af9 req-e0b2038b-25ba-466c-b141-7a6148e51d2f tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.1303926 Jul 18 08:46:58.728766 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cd9ec0-94a9-4043-983e-d876084556ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78901683-090c-493b-919a-d66d30e8239b'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:58.735437 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de291bfe-219c-4664-927f-a8c510595d74" -d '{"events": [{"server_uuid": "75cd9ec0-94a9-4043-983e-d876084556ad", "name": "network-vif-plugged", "status": "completed", "tag": "78901683-090c-493b-919a-d66d30e8239b"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:58.753549 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:58.849193 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (78901683-090c-493b-919a-d66d30e8239b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:46:58.854783 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:58.861359 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d05a45dd-6c4a-4754-9993-b7b7f4067af9 req-2925ac1b-cd53-4f80-b661-9f908998aab6 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157112 Jul 18 08:46:58.937223 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-0bc5bbbb-7769-4f91-91ce-58dd1d1d12b4 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0659890 Jul 18 08:46:58.941817 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68073e-7328-4c2c-b84c-6c64903561f4 x-openstack-request-id: req-ab68073e-7328-4c2c-b84c-6c64903561f4 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:58.942901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cd9ec0-94a9-4043-983e-d876084556ad", "name": "network-vif-plugged", "status": "completed", "tag": "78901683-090c-493b-919a-d66d30e8239b", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:58.943711 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab68073e-7328-4c2c-b84c-6c64903561f4 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:58.944106 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab68073e-7328-4c2c-b84c-6c64903561f4'] response: {'server_uuid': '75cd9ec0-94a9-4043-983e-d876084556ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78901683-090c-493b-919a-d66d30e8239b', 'code': 200} Jul 18 08:46:58.946937 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-92cf051e-2388-496c-959a-fdcaac0f4b9d req-87b98a70-3770-48bf-8f2b-a3a6e4c103c3 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920705 Jul 18 08:46:58.968816 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=78901683-090c-493b-919a-d66d30e8239b,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:46:58.987080 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.987351 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.988012 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.988622 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.990229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.992500 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.992500 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.996172 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.996172 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.996172 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.996172 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.996172 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.996776 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.997832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:58.999441 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:46:59.015866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59ec1-f022-4794-ae61-488dc4da9a5a req-9f448414-f51b-40c9-a3a1-b13f07cfa0cd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:59.023282 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1fe59ec1-f022-4794-ae61-488dc4da9a5a req-9f448414-f51b-40c9-a3a1-b13f07cfa0cd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 943 time: 0.6202774 Jul 18 08:46:59.080649 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb04cb42-aaf7-4995-a3fb-d3f5fbce84e7 req-307d74f9-7aed-45c3-a6e3-ccc7ef336469 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586814 Jul 18 08:46:59.181905 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1fe59ec1-f022-4794-ae61-488dc4da9a5a req-3db3e2ef-3fff-43c5-8a65-6f7c940baf03 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575425 Jul 18 08:46:59.201318 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-756ec398-3510-423e-8434-25e95ecd6cee req-af98d697-c5d5-4ce8-a30d-4830be80d241 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309496 Jul 18 08:46:59.214837 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd100a8a-874e-4ac9-93ff-fb974153b350 req-69714ebe-d36a-4cf9-8c00-cf7ffef5f9ef tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:59.217168 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dd100a8a-874e-4ac9-93ff-fb974153b350 req-69714ebe-d36a-4cf9-8c00-cf7ffef5f9ef tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 944 time: 0.0860400 Jul 18 08:46:59.303063 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dd100a8a-874e-4ac9-93ff-fb974153b350 req-d22fd7ab-70ef-4e8f-b562-76936279ec89 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739467 Jul 18 08:46:59.312609 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:46:59.316525 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7424f38-8a2c-4aa5-9e75-9a2413611834" -d '{"events": [{"name": "network-changed", "server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:46:59.355246 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65115012-f93e-419e-b773-23a8ab2397c6 req-cb773109-d801-4c1c-95cc-ce1296c61f2b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:59.358247 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-65115012-f93e-419e-b773-23a8ab2397c6 req-cb773109-d801-4c1c-95cc-ce1296c61f2b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0778339 Jul 18 08:46:59.384778 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82109d10-e026-4c1c-8687-4edc6d9f76c0 x-openstack-request-id: req-82109d10-e026-4c1c-8687-4edc6d9f76c0 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:46:59.390360 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:46:59.390360 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82109d10-e026-4c1c-8687-4edc6d9f76c0 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:46:59.390360 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82109d10-e026-4c1c-8687-4edc6d9f76c0'] response: {'name': 'network-changed', 'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'status': 'completed', 'code': 200} Jul 18 08:46:59.433376 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:46:59.441075 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-65115012-f93e-419e-b773-23a8ab2397c6 req-368c989b-d934-4537-b54b-ea73e0f2f4b3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747244 Jul 18 08:46:59.626452 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd2b3f-7c91-4a93-af97-6f00dd6ca044 req-5290d36b-0ec1-4d28-b139-c60eb21ac3ce tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:46:59.629680 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9efd2b3f-7c91-4a93-af97-6f00dd6ca044 req-5290d36b-0ec1-4d28-b139-c60eb21ac3ce tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 943 time: 0.0852771 Jul 18 08:46:59.711281 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9efd2b3f-7c91-4a93-af97-6f00dd6ca044 req-767a074f-f34b-4f55-b387-34c43bfc203b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701365 Jul 18 08:46:59.984669 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:00.047717 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905ca3-ff06-436e-ba24-a1bed00c73a3 req-e658fd60-36d6-4d8b-90c4-a07f6c5c4884 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:00.049361 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-93905ca3-ff06-436e-ba24-a1bed00c73a3 req-e658fd60-36d6-4d8b-90c4-a07f6c5c4884 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.0959842 Jul 18 08:47:00.147360 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-93905ca3-ff06-436e-ba24-a1bed00c73a3 req-2c20b61c-79a4-4a05-8aab-7dceeae25bae tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Jul 18 08:47:00.177970 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 01362a2e-5dd9-4114-9738-0a7259b6d8be up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:47:00.280612 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 01362a2e-5dd9-4114-9738-0a7259b6d8be completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:47:00.380350 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 01362a2e-5dd9-4114-9738-0a7259b6d8be triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:47:00.382834 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:00.405245 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ddf4a-7cdb-4d1f-82e7-82530c980646 req-d5a0098b-f245-4346-89ac-32956d460136 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:00.409537 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-669ddf4a-7cdb-4d1f-82e7-82530c980646 req-d5a0098b-f245-4346-89ac-32956d460136 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 943 time: 0.0918691 Jul 18 08:47:00.461830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:00.535981 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-669ddf4a-7cdb-4d1f-82e7-82530c980646 req-b45b9827-3cc4-4b5a-9f41-bced8557f4d4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130071 Jul 18 08:47:00.551073 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 01362a2e-5dd9-4114-9738-0a7259b6d8be is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:00.557155 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:00.584175 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d12fb-ab79-4cd9-baa0-57285a2c89fa req-e9460120-1128-4989-ad03-04e7a59c1908 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:00.586326 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ed7d12fb-ab79-4cd9-baa0-57285a2c89fa req-e9460120-1128-4989-ad03-04e7a59c1908 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 944 time: 0.1103904 Jul 18 08:47:00.627126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 01362a2e-5dd9-4114-9738-0a7259b6d8be, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:00.652002 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ed7d12fb-ab79-4cd9-baa0-57285a2c89fa req-81cb2f2b-b83d-4f30-9c39-f5686706d26b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589612 Jul 18 08:47:00.705384 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:00.760779 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c8fba-914d-44d6-bfe4-49fae9b45eba req-2087f6e4-4a7d-431c-8189-fd24b8563752 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:00.762463 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2e1c8fba-914d-44d6-bfe4-49fae9b45eba req-2087f6e4-4a7d-431c-8189-fd24b8563752 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0830536 Jul 18 08:47:00.848977 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=01362a2e-5dd9-4114-9738-0a7259b6d8be,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:00.946673 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:00.952255 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfef51c-3238-47d7-ad78-2b3aa6658159" -d '{"events": [{"server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "name": "network-vif-plugged", "status": "completed", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:00.984506 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2e1c8fba-914d-44d6-bfe4-49fae9b45eba req-7b7e2d3a-7275-4563-8eef-9da9fdfb91ac tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083097 Jul 18 08:47:01.053866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75414e6d-75dc-4e08-8718-d696b780a263 req-7050559d-dccd-4e0c-81d2-2db7942d152f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:01.062918 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-75414e6d-75dc-4e08-8718-d696b780a263 req-7050559d-dccd-4e0c-81d2-2db7942d152f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 943 time: 0.1613269 Jul 18 08:47:01.106038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5493651e-4a50-47e6-9e95-7552b7ee3120 x-openstack-request-id: req-5493651e-4a50-47e6-9e95-7552b7ee3120 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:01.107262 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "name": "network-vif-plugged", "status": "completed", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:01.107464 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5493651e-4a50-47e6-9e95-7552b7ee3120 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:01.108170 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5493651e-4a50-47e6-9e95-7552b7ee3120'] response: {'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'code': 200} Jul 18 08:47:01.160206 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-75414e6d-75dc-4e08-8718-d696b780a263 req-c3449291-9314-4508-be69-922cc6b64011 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864582 Jul 18 08:47:01.313002 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a0731-52fc-4195-9b18-b92ad13bfddb req-c04f61ff-dc7f-4373-a7ec-1ef8e569b992 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:01.315399 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b2a0731-52fc-4195-9b18-b92ad13bfddb req-c04f61ff-dc7f-4373-a7ec-1ef8e569b992 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.0693004 Jul 18 08:47:01.405208 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b2a0731-52fc-4195-9b18-b92ad13bfddb req-6876fc23-0316-455b-9955-75a80012722e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802355 Jul 18 08:47:01.702570 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94bb8-520e-4762-9098-90351db41dc4 req-bf2c7f42-3c99-4816-a3f4-2b4f07059897 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:01.704681 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-48e94bb8-520e-4762-9098-90351db41dc4 req-bf2c7f42-3c99-4816-a3f4-2b4f07059897 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 943 time: 0.0620780 Jul 18 08:47:01.840882 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-48e94bb8-520e-4762-9098-90351db41dc4 req-3db3fbc6-2e2d-4b72-8b9c-47cdb70d3bd1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092989 Jul 18 08:47:01.853394 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e71a7-d54f-4b94-8a82-8efab163c72e req-ace23f02-d419-4cd0-9512-6f017903b9b7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:01.856153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-911e71a7-d54f-4b94-8a82-8efab163c72e req-ace23f02-d419-4cd0-9512-6f017903b9b7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0763845 Jul 18 08:47:01.944776 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-911e71a7-d54f-4b94-8a82-8efab163c72e req-bc5f1c11-ca8a-4045-8e10-589dc101cf6f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782325 Jul 18 08:47:02.117025 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-3301ad1d-33a9-43a6-8ab6-73c5906827e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.118851 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-3301ad1d-33a9-43a6-8ab6-73c5906827e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1127 time: 0.0959492 Jul 18 08:47:02.186555 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94cec-dc3f-486d-9fee-b70069124c6b req-f302d280-43dd-4270-bbd7-c0649d69e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.188221 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-25b94cec-dc3f-486d-9fee-b70069124c6b req-f302d280-43dd-4270-bbd7-c0649d69e7fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1129 time: 0.2108924 Jul 18 08:47:02.197674 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 88a52aef-93c6-4a56-800d-706ae67440c0 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:47:02.206444 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-b8db18cd-b693-436f-8b1b-1d1558db9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.208098 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-b8db18cd-b693-436f-8b1b-1d1558db9a3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 1127 time: 0.2329278 Jul 18 08:47:02.246995 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb939-1866-4aa0-8d41-2aadc02183b7 req-5cdc515b-db72-44c7-b48b-fb7008c75625 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.250879 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4bceb939-1866-4aa0-8d41-2aadc02183b7 req-5cdc515b-db72-44c7-b48b-fb7008c75625 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0919247 Jul 18 08:47:02.406533 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 88a52aef-93c6-4a56-800d-706ae67440c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=88a52aef-93c6-4a56-800d-706ae67440c0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:02.428475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f52da-ed91-40ec-bacd-8979b029429e req-8d41f23b-4925-403c-9924-f610ff4b86af tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.436677 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f03f52da-ed91-40ec-bacd-8979b029429e req-8d41f23b-4925-403c-9924-f610ff4b86af tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 943 time: 0.0981669 Jul 18 08:47:02.442303 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '88a52aef-93c6-4a56-800d-706ae67440c0', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'port_id': '88a52aef-93c6-4a56-800d-706ae67440c0', 'mac_address': 'fa:16:3e:c6:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:47:02.516479 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 88a52aef-93c6-4a56-800d-706ae67440c0 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:02.517257 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:02.549682 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a52aef-93c6-4a56-800d-706ae67440c0 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:47:02.579453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 88a52aef-93c6-4a56-800d-706ae67440c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=88a52aef-93c6-4a56-800d-706ae67440c0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:02.615101 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:02.627264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f2a71-9972-41a9-94f2-a0735d26ac7b req-f109587a-6f9b-4ac7-9953-8734e3e81fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.633333 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d1f2a71-9972-41a9-94f2-a0735d26ac7b req-f109587a-6f9b-4ac7-9953-8734e3e81fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 1129 time: 0.1922414 Jul 18 08:47:02.706055 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f03f52da-ed91-40ec-bacd-8979b029429e req-bbcb102a-c4cb-4770-81e4-7ceb238a54e2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443111 Jul 18 08:47:02.721486 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:02.724791 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:47:02.791231 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d1f2a71-9972-41a9-94f2-a0735d26ac7b req-fa76f489-5850-4890-b1bc-08666fc160b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434746 Jul 18 08:47:02.796920 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-25b94cec-dc3f-486d-9fee-b70069124c6b req-d4836e71-18fc-4f6b-9e09-a6d9d0aa1624 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439611 Jul 18 08:47:02.813749 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4bceb939-1866-4aa0-8d41-2aadc02183b7 req-51b1ddb5-81a9-4067-b81c-bd2f952cbfae tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5525470 Jul 18 08:47:02.895452 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:02.931256 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-21ca6293-607a-422b-b0a1-4cfe877e2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.935470 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-21ca6293-607a-422b-b0a1-4cfe877e2915 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 916 time: 0.6106205 Jul 18 08:47:02.940121 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=88a52aef-93c6-4a56-800d-706ae67440c0,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:02.940801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-1cecb40c-000b-4434-b828-460b73269e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:02.946068 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-1cecb40c-000b-4434-b828-460b73269e7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.6432207 Jul 18 08:47:03.058869 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:03.067630 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:03.076736 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:47:03.089664 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbc213-26f2-42e0-af9d-ad5c27601e3f req-57bb251e-dfec-416b-a281-ca8567d9f2a5 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:03.099836 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-acdbc213-26f2-42e0-af9d-ad5c27601e3f req-57bb251e-dfec-416b-a281-ca8567d9f2a5 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.1077886 Jul 18 08:47:03.154775 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:03.155783 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:03.163338 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-acdbc213-26f2-42e0-af9d-ad5c27601e3f req-6f0b1295-6463-414c-b1f6-d545f3ca4ac8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624745 Jul 18 08:47:03.168335 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074f3c3-011e-481e-8312-c3223c2cf41c req-fae45fda-c591-420c-871b-a7d8ecb78255 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:03.171931 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a074f3c3-011e-481e-8312-c3223c2cf41c req-fae45fda-c591-420c-871b-a7d8ecb78255 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1379178 Jul 18 08:47:03.178339 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:47:03.218818 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:03.265595 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a074f3c3-011e-481e-8312-c3223c2cf41c req-59055285-d72a-48b6-a2d9-61686dea9ecd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860019 Jul 18 08:47:03.307501 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:03.393736 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:03.685817 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['88a52aef-93c6-4a56-800d-706ae67440c0'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:47:03.801504 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['47a3e70e-f8bb-43b0-84c0-a2b560f6cacd'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:47:03.802710 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-8e44c9a5-ba5a-4f34-bf54-e631133509a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 217 time: 0.1253142 Jul 18 08:47:03.805233 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-a00555bf-14e4-42a9-9e0b-c059c43c2c91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd HTTP/1.1" status: 200 len: 217 time: 0.1296880 Jul 18 08:47:04.022003 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83aa22-9fc9-4f7d-8939-9a8009b9be37 req-d4a89a6b-0f0c-4d84-aeca-6810149ac530 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.040502 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9a83aa22-9fc9-4f7d-8939-9a8009b9be37 req-d4a89a6b-0f0c-4d84-aeca-6810149ac530 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.1745234 Jul 18 08:47:04.080677 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:04.088290 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:04.140589 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf7ca-f040-42da-a692-70b8df085caf req-45a1f94a-617e-4f2d-952d-670a7abd14b1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.151381 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-450cf7ca-f040-42da-a692-70b8df085caf req-45a1f94a-617e-4f2d-952d-670a7abd14b1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1956632 Jul 18 08:47:04.203651 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:47:04.241510 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9a83aa22-9fc9-4f7d-8939-9a8009b9be37 req-71265c39-9f48-44e6-9274-c19305405f0f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967463 Jul 18 08:47:04.350232 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:04.369291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-e354c284-584e-4b8b-8d1a-33093f94b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.391703 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-e354c284-584e-4b8b-8d1a-33093f94b621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.2385604 Jul 18 08:47:04.579540 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-3682ea31-cf28-45aa-9e13-4df8ba03aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.581360 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-3682ea31-cf28-45aa-9e13-4df8ba03aa0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.4227893 Jul 18 08:47:04.587216 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-450cf7ca-f040-42da-a692-70b8df085caf req-8933bb70-5bd0-4e4d-8f1b-8f2e31acef22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914985 Jul 18 08:47:04.617937 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:04.642436 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'mac_address': 'fa:16:3e:23:5e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:47:04.713653 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:04.714056 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:04.733324 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222385f0-b84b-466b-a9f5-dab4e9dadd74 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:47:04.759838 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:04.850212 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:04.891219 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19bab-37f6-48d0-966f-df40838bdb93 req-9d289dda-79a6-4040-a8fd-a2470bc77807 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.893128 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cdd19bab-37f6-48d0-966f-df40838bdb93 req-9d289dda-79a6-4040-a8fd-a2470bc77807 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.1778665 Jul 18 08:47:04.902750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-5a9552a3-32e2-4fd8-8897-18907b6a6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.905204 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-5a9552a3-32e2-4fd8-8897-18907b6a6b65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1560338 Jul 18 08:47:04.917321 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-688b50fc-df42-426e-8d3e-1fb33cee003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:04.919093 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-688b50fc-df42-426e-8d3e-1fb33cee003c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1310656 Jul 18 08:47:04.970176 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:04.975239 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cdd19bab-37f6-48d0-966f-df40838bdb93 req-69f6f54a-403a-4bab-961e-ddf59306486e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740411 Jul 18 08:47:05.117443 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f497a-c1ec-4258-89bc-b9d72804d52d req-5946bbb1-12f5-4ba3-849d-191991dc3c2b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:05.120340 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-012f497a-c1ec-4258-89bc-b9d72804d52d req-5946bbb1-12f5-4ba3-849d-191991dc3c2b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0720820 Jul 18 08:47:05.195784 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-012f497a-c1ec-4258-89bc-b9d72804d52d req-058c0ee3-a715-4992-b457-60d13f19adf8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634546 Jul 18 08:47:05.527245 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8935561-47f4-48f0-b326-7afbf45b2887 req-ce6193b9-65b5-4290-9ebc-a113c8838758 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:05.528952 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e8935561-47f4-48f0-b326-7afbf45b2887 req-ce6193b9-65b5-4290-9ebc-a113c8838758 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.1460500 Jul 18 08:47:05.544181 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-a98f6266-0beb-42aa-a0a7-a94d1bc3a0bf service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141124 Jul 18 08:47:05.555745 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-01d6f1fc-52d9-43fb-aaf0-d3bde4f1c341 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155944 Jul 18 08:47:05.583637 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['222385f0-b84b-466b-a9f5-dab4e9dadd74'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:47:05.824186 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e8935561-47f4-48f0-b326-7afbf45b2887 req-84c0e7ee-76cf-4bc3-821b-e389068a9cc7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844694 Jul 18 08:47:05.925642 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:06.172550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:06.233986 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7424f38-8a2c-4aa5-9e75-9a2413611834 req-9ce6e74a-e082-4c5e-aaae-a5411fc82e50 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661732 Jul 18 08:47:06.238941 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-3e6ec818-8bde-457a-bb07-46ac577c4714 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820350 Jul 18 08:47:06.253479 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee661186-cbd7-4ff5-bbd2-e832f7c45042 req-4defc2b1-5a2b-442f-8755-4d3318c70206 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:06.255168 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ee661186-cbd7-4ff5-bbd2-e832f7c45042 req-4defc2b1-5a2b-442f-8755-4d3318c70206 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.0886915 Jul 18 08:47:06.343095 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ee661186-cbd7-4ff5-bbd2-e832f7c45042 req-7845dcbf-3760-4996-bf71-9e0fb59a7709 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814283 Jul 18 08:47:06.508693 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c4874-30c9-4bbb-b86c-23fb13d59ebf req-33b9838b-2982-45f5-8595-c904a7cbdd97 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:06.510499 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b54c4874-30c9-4bbb-b86c-23fb13d59ebf req-33b9838b-2982-45f5-8595-c904a7cbdd97 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.0915246 Jul 18 08:47:06.543543 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8aa7-c394-497f-acd7-cd23450ac9eb req-11359b28-c6ca-4234-8314-bceca2bb732e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:06.546228 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-97ba8aa7-c394-497f-acd7-cd23450ac9eb req-11359b28-c6ca-4234-8314-bceca2bb732e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0982020 Jul 18 08:47:06.596292 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b54c4874-30c9-4bbb-b86c-23fb13d59ebf req-c7d93853-b6db-47a8-a4c6-e9a1ec5d7e7a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728927 Jul 18 08:47:06.610367 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-97ba8aa7-c394-497f-acd7-cd23450ac9eb req-4908dfc0-1064-4501-a8f3-23d1673fb3ed tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570586 Jul 18 08:47:06.767416 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fb15-3cf2-4d87-98da-ed33c128cfd3 req-1d69cc59-9364-4812-a2dd-03c75f0ae0a2 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:06.769311 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2e64fb15-3cf2-4d87-98da-ed33c128cfd3 req-1d69cc59-9364-4812-a2dd-03c75f0ae0a2 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0575292 Jul 18 08:47:06.780866 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51246) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:06.785809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'floatingip': {'port_id': '01362a2e-5dd9-4114-9738-0a7259b6d8be'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:06.866500 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (3a425132-1fe8-4351-89e5-41d62ee67d45), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.038354 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79514478-858b-4c7a-bdbc-bddd74491c7c req-5a1d2411-1da2-40f2-877d-1ff74aea3159 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:07.040428 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-79514478-858b-4c7a-bdbc-bddd74491c7c req-5a1d2411-1da2-40f2-877d-1ff74aea3159 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.0787556 Jul 18 08:47:07.041324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51252) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:07.047951 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:07.062232 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:07.121578 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-79514478-858b-4c7a-bdbc-bddd74491c7c req-5766ec57-6a28-4fcf-ba9b-cc6a74cfa618 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693958 Jul 18 08:47:07.198634 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3173-57c5-4136-b5f8-9691740d3ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.332472 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3173-57c5-4136-b5f8-9691740d3ba1 admin admin] Publish callbacks [] for security_group (fdd06a48-e592-4032-bfda-ebb193410f11), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.438422 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3173-57c5-4136-b5f8-9691740d3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (fdd06a48-e592-4032-bfda-ebb193410f11), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.525990 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1d7a3173-57c5-4136-b5f8-9691740d3ba1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58fbce56fe224c7ea295dc7d243efa2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831002 Jul 18 08:47:07.533268 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a3173-57c5-4136-b5f8-9691740d3ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd06a48-e592-4032-bfda-ebb193410f11,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:07.538000 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51274) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:07.616194 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc130-de7e-4676-9af9-49c7cf767fc2 admin admin] Publish callbacks [] for security_group (fdd06a48-e592-4032-bfda-ebb193410f11), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.677387 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc130-de7e-4676-9af9-49c7cf767fc2 admin admin] Publish callbacks [] for security_group (fdd06a48-e592-4032-bfda-ebb193410f11), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.783068 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6d4a9-90a1-49e4-a738-453866a330f7 req-1702b8f7-3189-4dde-b764-81e70d22bd4f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:07.784892 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-12e6d4a9-90a1-49e4-a738-453866a330f7 req-1702b8f7-3189-4dde-b764-81e70d22bd4f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.0738029 Jul 18 08:47:07.871058 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-12e6d4a9-90a1-49e4-a738-453866a330f7 req-3aaf0bdc-7ce8-4005-9663-f732ace91b5f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623760 Jul 18 08:47:07.916859 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc130-de7e-4676-9af9-49c7cf767fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (fdd06a48-e592-4032-bfda-ebb193410f11), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.922926 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc130-de7e-4676-9af9-49c7cf767fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:07.922926 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bf3fc130-de7e-4676-9af9-49c7cf767fc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdd06a48-e592-4032-bfda-ebb193410f11 HTTP/1.1" status: 204 len: 168 time: 0.3830793 Jul 18 08:47:07.935119 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fc130-de7e-4676-9af9-49c7cf767fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd06a48-e592-4032-bfda-ebb193410f11,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:07.986619 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e1125-1b55-4af4-a208-a528f4cfd211 req-58c09fe6-36e0-4366-aa28-4ff45a7c82e6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:07.989526 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-663e1125-1b55-4af4-a208-a528f4cfd211 req-58c09fe6-36e0-4366-aa28-4ff45a7c82e6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.2694473 Jul 18 08:47:08.125264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.db.resource_extend [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 08:47:08.199506 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-663e1125-1b55-4af4-a208-a528f4cfd211 req-94e9aeac-ed12-4f2e-997c-bd4935617caa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746380 Jul 18 08:47:08.228144 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:08.289883 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (3a425132-1fe8-4351-89e5-41d62ee67d45), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:08.448429 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0485-84a3-47bf-8183-d54acd6ee8e2 req-6a019c41-04d2-4bcf-b047-02dab0fdd6d6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:08.451941 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd1a0485-84a3-47bf-8183-d54acd6ee8e2 req-6a019c41-04d2-4bcf-b047-02dab0fdd6d6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.1740339 Jul 18 08:47:08.458710 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-323eceff-3043-4d37-8cbc-9d6895fb63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:08.461312 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-323eceff-3043-4d37-8cbc-9d6895fb63b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 1128 time: 0.1597018 Jul 18 08:47:08.548121 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Floating IP 3a425132-1fe8-4351-89e5-41d62ee67d45 associated. External IP: 172.27.1.206, port: 01362a2e-5dd9-4114-9738-0a7259b6d8be. Jul 18 08:47:08.654760 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd1a0485-84a3-47bf-8183-d54acd6ee8e2 req-99c90af1-4239-4eed-981b-2fe22abacd23 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917825 Jul 18 08:47:08.697460 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-ab2d1437-741f-46d4-a954-f9e4aff3cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:08.697460 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-ab2d1437-741f-46d4-a954-f9e4aff3cd84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.2234077 Jul 18 08:47:08.741510 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:08.900637 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:47:08.922105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51298) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:08.946047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5ce18184-d04d-4573-b5b4-63224db6a939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.009959 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:09.047281 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:09.080804 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5ce18184-d04d-4573-b5b4-63224db6a939 admin admin] Publish callbacks [] for security_group (675f3e56-436b-4355-8cb4-b63c757d8d43), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.138335 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc33cf-5c63-4bbf-bec3-703483b3b630 req-9082c0b4-a61d-4ee7-a3b4-03d8a3083c14 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:09.141079 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-aafc33cf-5c63-4bbf-bec3-703483b3b630 req-9082c0b4-a61d-4ee7-a3b4-03d8a3083c14 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.1525145 Jul 18 08:47:09.158486 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5ce18184-d04d-4573-b5b4-63224db6a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (675f3e56-436b-4355-8cb4-b63c757d8d43), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.183077 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:09.252426 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-5ce18184-d04d-4573-b5b4-63224db6a939 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=318651762ce54d3b8664622c868e84f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257377 Jul 18 08:47:09.253981 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:47:09.254145 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51308) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:09.266143 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.267011 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce18184-d04d-4573-b5b4-63224db6a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f3e56-436b-4355-8cb4-b63c757d8d43,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:09.276502 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:47:09.288637 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-aafc33cf-5c63-4bbf-bec3-703483b3b630 req-2747df76-b501-46f2-b2c8-ff338b67801e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385233 Jul 18 08:47:09.312572 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:09.329094 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:09.345125 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a785048-442e-4351-8cd7-87f5ba72e412 admin admin] Publish callbacks [] for security_group (675f3e56-436b-4355-8cb4-b63c757d8d43), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.365182 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c4b731cd-ae85-4a7a-90df-5bef234eb316 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "PUT /v2.0/floatingips/3a425132-1fe8-4351-89e5-41d62ee67d45 HTTP/1.1" status: 200 len: 991 time: 2.5827496 Jul 18 08:47:09.366339 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:09.370537 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9610e436-28c2-45ef-a90b-ccd820e71850" -d '{"events": [{"name": "network-changed", "server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:09.394128 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a785048-442e-4351-8cd7-87f5ba72e412 admin admin] Publish callbacks [] for security_group (675f3e56-436b-4355-8cb4-b63c757d8d43), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.430452 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddaa58b-4036-4f07-9cf9-7a6099e45361 x-openstack-request-id: req-dddaa58b-4036-4f07-9cf9-7a6099e45361 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:09.430741 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:09.430990 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dddaa58b-4036-4f07-9cf9-7a6099e45361 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:09.431394 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddaa58b-4036-4f07-9cf9-7a6099e45361'] response: {'name': 'network-changed', 'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'status': 'completed', 'code': 200} Jul 18 08:47:09.485873 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78338d1-8c98-44ea-99db-f3f07d9ed582 req-18c4ee5b-5766-4428-be41-ec21b0bc8d8b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:09.487438 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f78338d1-8c98-44ea-99db-f3f07d9ed582 req-18c4ee5b-5766-4428-be41-ec21b0bc8d8b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.0808096 Jul 18 08:47:09.524212 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:09.573131 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f78338d1-8c98-44ea-99db-f3f07d9ed582 req-7ea4318c-d13c-4236-a674-721bfc3f01a9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560384 Jul 18 08:47:09.585583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a785048-442e-4351-8cd7-87f5ba72e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (675f3e56-436b-4355-8cb4-b63c757d8d43), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.588297 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a785048-442e-4351-8cd7-87f5ba72e412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:09.599196 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1a785048-442e-4351-8cd7-87f5ba72e412 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/675f3e56-436b-4355-8cb4-b63c757d8d43 HTTP/1.1" status: 204 len: 168 time: 0.3339267 Jul 18 08:47:09.600133 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a785048-442e-4351-8cd7-87f5ba72e412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f3e56-436b-4355-8cb4-b63c757d8d43,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:09.894643 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51326) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:09.931801 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a5485-607a-4c56-a628-cb8e80d8df54 req-7d98be2e-5c8a-4ccf-a2e5-d83ffb931146 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:09.934145 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8a4a5485-607a-4c56-a628-cb8e80d8df54 req-7d98be2e-5c8a-4ccf-a2e5-d83ffb931146 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.1164420 Jul 18 08:47:10.007714 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '3a425132-1fe8-4351-89e5-41d62ee67d45', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'port_id': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'mac_address': 'fa:16:3e:79:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:27Z', 'updated_at': '2022-07-18T08:47:07Z', 'revision_number': 1, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:10.012312 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8a4a5485-607a-4c56-a628-cb8e80d8df54 req-97e24917-d8c4-4e51-85e3-aeeb0441539b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709331 Jul 18 08:47:10.042889 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:47:10.056062 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:10.056707 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:10.184550 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:10.238248 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-620f2e34-5886-4648-bb45-6df91d3e2b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.375632 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-620f2e34-5886-4648-bb45-6df91d3e2b2a admin admin] Publish callbacks [] for security_group (c8f3da33-07be-4f8a-9d7f-e91bb54837b5), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.461215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-620f2e34-5886-4648-bb45-6df91d3e2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c8f3da33-07be-4f8a-9d7f-e91bb54837b5), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.480624 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:10.494903 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '3a425132-1fe8-4351-89e5-41d62ee67d45', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'port_id': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'mac_address': 'fa:16:3e:79:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:27Z', 'updated_at': '2022-07-18T08:47:07Z', 'revision_number': 1, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:10.508407 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c35d-a747-4f20-9421-e357655100f5 req-21d9cfb1-5f25-4e0f-a658-82952287f850 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:10.510535 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aae3c35d-a747-4f20-9421-e357655100f5 req-21d9cfb1-5f25-4e0f-a658-82952287f850 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.1137938 Jul 18 08:47:10.545062 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d73a9-6f0b-4795-b3c7-f2783aed7a1e None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '3a425132-1fe8-4351-89e5-41d62ee67d45', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'port_id': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'mac_address': 'fa:16:3e:79:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:27Z', 'updated_at': '2022-07-18T08:47:07Z', 'revision_number': 1, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:47:10.575231 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-620f2e34-5886-4648-bb45-6df91d3e2b2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54a350b1089242b8864f9d5a50b0c7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6800692 Jul 18 08:47:10.579653 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2e34-5886-4648-bb45-6df91d3e2b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f3da33-07be-4f8a-9d7f-e91bb54837b5,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:10.583416 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51334) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:10.638239 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aae3c35d-a747-4f20-9421-e357655100f5 req-f3bbe926-2221-440b-ba1d-a8247ae9130a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122217 Jul 18 08:47:10.652003 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51338) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:10.686891 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3f67f41a-4bf7-4167-b6eb-167f557159e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.720789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc95d-8d03-46a0-a5eb-60477a827d64 admin admin] Publish callbacks [] for security_group (c8f3da33-07be-4f8a-9d7f-e91bb54837b5), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.810716 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc95d-8d03-46a0-a5eb-60477a827d64 admin admin] Publish callbacks [] for security_group (c8f3da33-07be-4f8a-9d7f-e91bb54837b5), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.827366 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3f67f41a-4bf7-4167-b6eb-167f557159e1 admin admin] Publish callbacks [] for security_group (1faa7665-8039-48cb-b27b-09e97ec05bf9), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.844210 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd9df1-b279-4aff-9369-c00400b2fa15 req-84925f10-1e02-4139-be56-e26a305a232c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:10.851437 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-35cd9df1-b279-4aff-9369-c00400b2fa15 req-84925f10-1e02-4139-be56-e26a305a232c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.1134832 Jul 18 08:47:10.917395 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3f67f41a-4bf7-4167-b6eb-167f557159e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (1faa7665-8039-48cb-b27b-09e97ec05bf9), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:10.938749 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-35cd9df1-b279-4aff-9369-c00400b2fa15 req-aba1ed53-8f53-42ab-a751-bed2027bb6ac tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859125 Jul 18 08:47:10.961873 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3f67f41a-4bf7-4167-b6eb-167f557159e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7827a6f853164504a1a2e5093615953a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087366 Jul 18 08:47:10.964884 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51344) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:11.001826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f41a-4bf7-4167-b6eb-167f557159e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa7665-8039-48cb-b27b-09e97ec05bf9,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:11.035344 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc95d-8d03-46a0-a5eb-60477a827d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c8f3da33-07be-4f8a-9d7f-e91bb54837b5), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.035981 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc95d-8d03-46a0-a5eb-60477a827d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.037781 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-1d8dc95d-8d03-46a0-a5eb-60477a827d64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8f3da33-07be-4f8a-9d7f-e91bb54837b5 HTTP/1.1" status: 204 len: 168 time: 0.4514523 Jul 18 08:47:11.055713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc22b-8891-42ff-8fbd-f584ef4ac0df admin admin] Publish callbacks [] for security_group (1faa7665-8039-48cb-b27b-09e97ec05bf9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.065362 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dc95d-8d03-46a0-a5eb-60477a827d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f3da33-07be-4f8a-9d7f-e91bb54837b5,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:11.104047 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc22b-8891-42ff-8fbd-f584ef4ac0df admin admin] Publish callbacks [] for security_group (1faa7665-8039-48cb-b27b-09e97ec05bf9), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.260310 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529dc0e-8a9e-41a3-8edb-81b552a3c301 req-f0069449-e25e-4f9a-a2f7-f98763cf19a3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:11.265695 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2529dc0e-8a9e-41a3-8edb-81b552a3c301 req-f0069449-e25e-4f9a-a2f7-f98763cf19a3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.0812767 Jul 18 08:47:11.283024 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc22b-8891-42ff-8fbd-f584ef4ac0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (1faa7665-8039-48cb-b27b-09e97ec05bf9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.286547 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc22b-8891-42ff-8fbd-f584ef4ac0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.292453 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c9ebc22b-8891-42ff-8fbd-f584ef4ac0df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1faa7665-8039-48cb-b27b-09e97ec05bf9 HTTP/1.1" status: 204 len: 168 time: 0.3216178 Jul 18 08:47:11.322322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebc22b-8891-42ff-8fbd-f584ef4ac0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa7665-8039-48cb-b27b-09e97ec05bf9,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:11.369624 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2529dc0e-8a9e-41a3-8edb-81b552a3c301 req-269ceff4-ca41-48e8-b68f-db1b49b54a22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944533 Jul 18 08:47:11.451955 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-523526f4-72be-4fbd-843f-7ffff9dc487d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a52aef-93c6-4a56-800d-706ae67440c0 HTTP/1.1" status: 200 len: 217 time: 0.0571630 Jul 18 08:47:11.476315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 88a52aef-93c6-4a56-800d-706ae67440c0 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:47:11.516088 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-bbf308d9-3f13-44bc-87f5-a314987871bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:11.517693 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-bbf308d9-3f13-44bc-87f5-a314987871bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 1129 time: 0.0769050 Jul 18 08:47:11.520916 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:11.571719 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-d995eb33-2f93-4302-bfb5-16da81078965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:11.572849 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 88a52aef-93c6-4a56-800d-706ae67440c0 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:47:11.574037 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-d995eb33-2f93-4302-bfb5-16da81078965 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.1042187 Jul 18 08:47:11.673329 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-0d7c37e9-c8fb-4b25-a7df-cfc17490b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:11.675304 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-0d7c37e9-c8fb-4b25-a7df-cfc17490b80b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869830 Jul 18 08:47:11.691216 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 88a52aef-93c6-4a56-800d-706ae67440c0 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:47:11.692396 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.729870 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-c0fb4207-616d-4ce5-9ca0-49091b8b8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:11.730816 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-c0fb4207-616d-4ce5-9ca0-49091b8b8446 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 912 time: 0.2009342 Jul 18 08:47:11.926162 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 88a52aef-93c6-4a56-800d-706ae67440c0 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:11.926557 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:11.942109 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce431ec8-89dc-40af-83c9-be3741e3005d req-fd753a74-f04d-4ced-99e8-aea7d50578fb tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:11.959787 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce431ec8-89dc-40af-83c9-be3741e3005d req-fd753a74-f04d-4ced-99e8-aea7d50578fb tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 944 time: 0.1730664 Jul 18 08:47:11.980756 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:11.989810 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a52aef-93c6-4a56-800d-706ae67440c0'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:12.000771 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb017fee-31f2-4f81-b7ff-92e56d665ee0" -d '{"events": [{"server_uuid": "84de371b-4af7-43af-be6d-ed94e96dcd91", "name": "network-vif-plugged", "status": "completed", "tag": "88a52aef-93c6-4a56-800d-706ae67440c0"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:12.039163 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-bb57014b-987f-459a-bbaf-6bbfb9a7984a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 200 len: 999 time: 0.2658012 Jul 18 08:47:12.065670 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:12.076426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 88a52aef-93c6-4a56-800d-706ae67440c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=88a52aef-93c6-4a56-800d-706ae67440c0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:12.088924 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e9537-3293-472f-bb34-ea6ee2196520 x-openstack-request-id: req-9f8e9537-3293-472f-bb34-ea6ee2196520 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:12.089497 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84de371b-4af7-43af-be6d-ed94e96dcd91", "name": "network-vif-plugged", "status": "completed", "tag": "88a52aef-93c6-4a56-800d-706ae67440c0", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:12.089905 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f8e9537-3293-472f-bb34-ea6ee2196520 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:12.091188 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8e9537-3293-472f-bb34-ea6ee2196520'] response: {'server_uuid': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a52aef-93c6-4a56-800d-706ae67440c0', 'code': 200} Jul 18 08:47:12.091534 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce431ec8-89dc-40af-83c9-be3741e3005d req-32d390a7-5c3b-4db0-aabb-ae807d5ae02d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251805 Jul 18 08:47:12.138840 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36469fd-4f92-4d37-9d3c-14731b07a176 None None] New status for floating IP 3a425132-1fe8-4351-89e5-41d62ee67d45: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:47:12.167156 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-4940d14a-677f-4f22-b503-9837f7546266 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859178 Jul 18 08:47:12.247605 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:12.250336 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:47:12.331228 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:12.373313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdd65-ab8f-460e-a2a5-0d2f5f9b9493 req-9b23e028-d6b9-45d5-bad6-48665685b5bc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:12.380949 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d40cdd65-ab8f-460e-a2a5-0d2f5f9b9493 req-9b23e028-d6b9-45d5-bad6-48665685b5bc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.1606424 Jul 18 08:47:12.436235 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-9d765f02-e821-4349-ad8f-21de83a29ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:12.438659 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-9d765f02-e821-4349-ad8f-21de83a29ef0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.3923116 Jul 18 08:47:12.451525 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76dda317-95ed-4c8f-ae88-8aaadbdf1c7e req-f7270810-30c4-49b8-aa76-45dea700b516 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578819 Jul 18 08:47:12.522822 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d40cdd65-ab8f-460e-a2a5-0d2f5f9b9493 req-83cc1b5b-f848-462d-8e77-105b76dd7baa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345644 Jul 18 08:47:12.536562 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=88a52aef-93c6-4a56-800d-706ae67440c0,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:12.541032 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-efedd07a-6b24-479f-b025-11333a4d29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:12.543279 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-efedd07a-6b24-479f-b025-11333a4d29a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820351 Jul 18 08:47:12.557150 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:47:12.640734 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee0b5-e9f6-4aaa-afdb-045deee37a11 req-e5b3aa6e-fc74-49e7-a1ca-bb64290c1003 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:12.642472 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a2ee0b5-e9f6-4aaa-afdb-045deee37a11 req-e5b3aa6e-fc74-49e7-a1ca-bb64290c1003 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 944 time: 0.0813501 Jul 18 08:47:12.683814 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51384) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:12.707764 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-244cae4d-a582-4770-842d-a266eff1c04f service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544411 Jul 18 08:47:12.709672 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27880f-d8c5-4b79-a942-2a343133168d req-cbb312f6-c319-46a0-b8d7-ec97b119800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:12.710401 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7d27880f-d8c5-4b79-a942-2a343133168d req-cbb312f6-c319-46a0-b8d7-ec97b119800d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 1129 time: 0.0645828 Jul 18 08:47:12.742511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cda833ea-149c-46f5-a522-149efaa270c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:12.773288 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a2ee0b5-e9f6-4aaa-afdb-045deee37a11 req-b61d2913-6ed4-4e0e-9547-300e020b44af tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247249 Jul 18 08:47:12.821717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:47:12.824473 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:12.867959 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7d27880f-d8c5-4b79-a942-2a343133168d req-6a8159a9-1e99-4681-9a18-b345d3e6d6c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368291 Jul 18 08:47:12.889120 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9610e436-28c2-45ef-a90b-ccd820e71850 req-5df7feb4-7e61-4b8e-918a-3914eb8af6be service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661122 Jul 18 08:47:12.899925 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cda833ea-149c-46f5-a522-149efaa270c3 admin admin] Publish callbacks [] for security_group (928930c7-b3ed-4d13-9d68-84370e432f3e), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:12.966953 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:12.967585 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.028341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:13.107417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cda833ea-149c-46f5-a522-149efaa270c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (928930c7-b3ed-4d13-9d68-84370e432f3e), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.151882 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-cda833ea-149c-46f5-a522-149efaa270c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edd96bfbf463468d90645f74d2397c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4660482 Jul 18 08:47:13.152635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda833ea-149c-46f5-a522-149efaa270c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928930c7-b3ed-4d13-9d68-84370e432f3e,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:13.154967 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51400) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:13.189331 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:13.290012 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358a159-7084-4140-af7b-cb670c21d917 req-ee0a0910-2bc2-47ca-baf6-ea6d4475bfab tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:13.291618 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e358a159-7084-4140-af7b-cb670c21d917 req-ee0a0910-2bc2-47ca-baf6-ea6d4475bfab tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0875175 Jul 18 08:47:13.305998 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.306868 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:47:13.328852 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a4f88d6-1163-4b7d-b175-3ad0e0e44b36 admin admin] Publish callbacks [] for security_group (928930c7-b3ed-4d13-9d68-84370e432f3e), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.389667 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a4f88d6-1163-4b7d-b175-3ad0e0e44b36 admin admin] Publish callbacks [] for security_group (928930c7-b3ed-4d13-9d68-84370e432f3e), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.396777 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:13.412328 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 222385f0-b84b-466b-a9f5-dab4e9dadd74 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:47:13.418322 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e358a159-7084-4140-af7b-cb670c21d917 req-191fa5fd-eb42-4c2c-962b-d608684edf54 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169536 Jul 18 08:47:13.652274 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd19c7-f6d9-4cb4-abcc-98465af4df72 req-4abb64f6-509e-4d0c-82e8-6022febf8498 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:13.654146 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e1fd19c7-f6d9-4cb4-abcc-98465af4df72 req-4abb64f6-509e-4d0c-82e8-6022febf8498 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.0559678 Jul 18 08:47:13.686414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:13.714451 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e1fd19c7-f6d9-4cb4-abcc-98465af4df72 req-2cea06b0-5ba7-4d89-9032-a51df356970f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540514 Jul 18 08:47:13.722840 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a4f88d6-1163-4b7d-b175-3ad0e0e44b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (928930c7-b3ed-4d13-9d68-84370e432f3e), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.723295 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 222385f0-b84b-466b-a9f5-dab4e9dadd74 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:47:13.723825 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.727339 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1a4f88d6-1163-4b7d-b175-3ad0e0e44b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.729141 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1a4f88d6-1163-4b7d-b175-3ad0e0e44b36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/928930c7-b3ed-4d13-9d68-84370e432f3e HTTP/1.1" status: 204 len: 168 time: 0.5717819 Jul 18 08:47:13.742316 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f88d6-1163-4b7d-b175-3ad0e0e44b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928930c7-b3ed-4d13-9d68-84370e432f3e,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:13.776225 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:13.894982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:47:13.895620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:13.950739 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:13.985433 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a577b-add7-4dbc-986c-73b93adf7894 req-33a43671-1eea-46c4-b0b1-5a7be6ec35ed tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:13.987012 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-799a577b-add7-4dbc-986c-73b93adf7894 req-33a43671-1eea-46c4-b0b1-5a7be6ec35ed tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0653994 Jul 18 08:47:14.039915 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-799a577b-add7-4dbc-986c-73b93adf7894 req-ed8f5782-db67-4b11-a60d-cd07a28bbf3e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459638 Jul 18 08:47:14.082722 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:14.110917 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd'}, {'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:14.113201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56706377-0116-4c99-9052-515424ac3257" -d '{"events": [{"server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "name": "network-vif-plugged", "status": "completed", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd"}, {"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-plugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:14.148776 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:14.167541 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de1bb0b-fd3c-4f4f-9aee-221e0157efda x-openstack-request-id: req-9de1bb0b-fd3c-4f4f-9aee-221e0157efda {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:14.167541 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "name": "network-vif-plugged", "status": "completed", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd", "code": 200}, {"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-plugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:14.167541 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9de1bb0b-fd3c-4f4f-9aee-221e0157efda {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:14.167541 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de1bb0b-fd3c-4f4f-9aee-221e0157efda'] response: {'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'code': 200} Jul 18 08:47:14.167541 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de1bb0b-fd3c-4f4f-9aee-221e0157efda'] response: {'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'code': 200} Jul 18 08:47:14.567912 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f42348-cad7-4d74-9d42-df217e9c499f req-37b38d01-1d88-402b-af72-e7240cf82ed8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:14.571937 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76f42348-cad7-4d74-9d42-df217e9c499f req-37b38d01-1d88-402b-af72-e7240cf82ed8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0546315 Jul 18 08:47:14.636126 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76f42348-cad7-4d74-9d42-df217e9c499f req-0fc50269-61d5-4a15-9ca1-2e9acb418195 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606921 Jul 18 08:47:14.931727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26926e-0866-465b-a3d6-ded9303fc559 req-7c51a748-0c55-4f0b-aa61-5bd261c97230 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:14.933377 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0e26926e-0866-465b-a3d6-ded9303fc559 req-7c51a748-0c55-4f0b-aa61-5bd261c97230 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0832233 Jul 18 08:47:15.060526 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0e26926e-0866-465b-a3d6-ded9303fc559 req-34d807a5-b96e-4c62-b06d-5d737d2f5952 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153173 Jul 18 08:47:15.141089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caaf38-9e86-4069-96d4-e818e789d17e req-e88540cc-c66a-4646-a16f-9be4ca997ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:15.142871 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-59caaf38-9e86-4069-96d4-e818e789d17e req-e88540cc-c66a-4646-a16f-9be4ca997ce9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 1129 time: 0.1042008 Jul 18 08:47:15.172705 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed35e0-07ae-4101-8ef5-8a1f967485cd req-7d31c801-937b-4775-b68e-14e580897a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:15.174630 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f7ed35e0-07ae-4101-8ef5-8a1f967485cd req-7d31c801-937b-4775-b68e-14e580897a2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1129 time: 0.0691955 Jul 18 08:47:15.250131 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:15.279014 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c69f7-9f93-4091-bc32-f30a013ffd31 req-065a1636-558d-4d5d-813d-0a34ea277918 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:15.279014 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a25c69f7-9f93-4091-bc32-f30a013ffd31 req-065a1636-558d-4d5d-813d-0a34ea277918 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.1025784 Jul 18 08:47:15.282483 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-59caaf38-9e86-4069-96d4-e818e789d17e req-2ace0998-2c38-4852-9ed9-156209b8cbc4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277552 Jul 18 08:47:15.326274 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f7ed35e0-07ae-4101-8ef5-8a1f967485cd req-997471ef-37f0-4838-b497-5a22a7ce9fe5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342168 Jul 18 08:47:15.362847 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a25c69f7-9f93-4091-bc32-f30a013ffd31 req-d97831d0-a9f2-423e-ae8b-8409e9e2e04b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673559 Jul 18 08:47:15.760899 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987be1a3-00d3-4f3c-8b26-c4758433746b req-2f2be81b-460e-490c-9187-8c6526571aaa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:15.763641 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-987be1a3-00d3-4f3c-8b26-c4758433746b req-2f2be81b-460e-490c-9187-8c6526571aaa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Jul 18 08:47:15.817416 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-987be1a3-00d3-4f3c-8b26-c4758433746b req-fd6c5afd-9eef-4f27-af81-d6fe8dc14276 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Jul 18 08:47:16.253860 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1cb1-8c66-4730-be2f-34da3ac76a76 req-87958ae6-dc3f-4e5a-8424-0bf4c8e55fc8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:16.255516 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1aeb1cb1-8c66-4730-be2f-34da3ac76a76 req-87958ae6-dc3f-4e5a-8424-0bf4c8e55fc8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0832005 Jul 18 08:47:16.320151 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1aeb1cb1-8c66-4730-be2f-34da3ac76a76 req-1c7438cd-d9bb-430b-bb35-11d690b609be tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572245 Jul 18 08:47:16.463746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf46a-1006-4cc6-9319-36da8f92aad3 req-058d237c-32d7-4bb4-9b9c-503030c7719c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:16.466692 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-32bcf46a-1006-4cc6-9319-36da8f92aad3 req-058d237c-32d7-4bb4-9b9c-503030c7719c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0614312 Jul 18 08:47:16.547786 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28b57d-13bb-479d-9024-886fdfa9e454 req-b1ab4f3e-51ef-41c5-977a-6d6f756e052c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:16.549531 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f28b57d-13bb-479d-9024-886fdfa9e454 req-b1ab4f3e-51ef-41c5-977a-6d6f756e052c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0711231 Jul 18 08:47:16.587003 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-32bcf46a-1006-4cc6-9319-36da8f92aad3 req-8ce48d91-8869-4f2c-8797-2fef1e41f729 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Jul 18 08:47:16.645260 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f28b57d-13bb-479d-9024-886fdfa9e454 req-3403ad54-2fa3-4c32-9cf0-e95cf9f06987 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874617 Jul 18 08:47:17.514446 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1cf91-5a28-4152-9d59-3c23658f9cd3 req-61075ee8-7c18-460e-b874-9ddb6c760b09 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:17.517656 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b7a1cf91-5a28-4152-9d59-3c23658f9cd3 req-61075ee8-7c18-460e-b874-9ddb6c760b09 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1055572 Jul 18 08:47:17.608212 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b7a1cf91-5a28-4152-9d59-3c23658f9cd3 req-210d7fc0-03b9-4942-a5b7-a29134e5e1ba tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826223 Jul 18 08:47:17.758201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88038bc5-5b0d-48d6-9abe-3b5660f52465 req-03eeab64-6618-4df1-a153-a9d083468446 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:17.759932 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88038bc5-5b0d-48d6-9abe-3b5660f52465 req-03eeab64-6618-4df1-a153-a9d083468446 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0736215 Jul 18 08:47:17.827864 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef56b04-b5e4-4943-9eb9-3348a522c1c3 req-a1a21358-84d8-47e0-a89c-7bf525b827a4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:17.830886 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7ef56b04-b5e4-4943-9eb9-3348a522c1c3 req-a1a21358-84d8-47e0-a89c-7bf525b827a4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0595133 Jul 18 08:47:17.832203 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88038bc5-5b0d-48d6-9abe-3b5660f52465 req-4c468fe4-44d9-4ad4-949e-420d23a84e9c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650933 Jul 18 08:47:17.909380 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7ef56b04-b5e4-4943-9eb9-3348a522c1c3 req-61d92904-8a36-41e8-beaf-28ec2a30256a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555179 Jul 18 08:47:18.065679 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:18.076566 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc9ffa-99d1-4c2d-933a-9f31e69bcf96 req-051e7fb1-d7d6-484c-98cc-24081047cc76 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:18.085703 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a6fc9ffa-99d1-4c2d-933a-9f31e69bcf96 req-051e7fb1-d7d6-484c-98cc-24081047cc76 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0950363 Jul 18 08:47:18.096055 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51578) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:18.101640 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:18.141543 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51582) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:18.229593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (387a5f82-cb07-4210-9824-4585f2825a94), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:18.354092 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-93815b24-2fc9-4d01-a7f4-acaa71b1e5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:18.473111 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-93815b24-2fc9-4d01-a7f4-acaa71b1e5c9 admin admin] Publish callbacks [] for security_group (0dc4d446-c626-4f1a-870d-252f93ec0166), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:18.547410 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-93815b24-2fc9-4d01-a7f4-acaa71b1e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0dc4d446-c626-4f1a-870d-252f93ec0166), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:18.625335 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-93815b24-2fc9-4d01-a7f4-acaa71b1e5c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fc440827cce41c892138429c791e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822502 Jul 18 08:47:18.628060 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815b24-2fc9-4d01-a7f4-acaa71b1e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4d446-c626-4f1a-870d-252f93ec0166,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:18.630823 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51600) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:18.720756 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8de3-b182-4f34-adfe-01b203a992d5 admin admin] Publish callbacks [] for security_group (0dc4d446-c626-4f1a-870d-252f93ec0166), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:18.768862 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8de3-b182-4f34-adfe-01b203a992d5 admin admin] Publish callbacks [] for security_group (0dc4d446-c626-4f1a-870d-252f93ec0166), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:18.805453 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:18.882711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:18.914235 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224bafc-545a-4ba5-85da-d2522966b774 req-d35c11cf-646d-4c4f-b7a1-48e8a43c80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:18.915860 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-d35c11cf-646d-4c4f-b7a1-48e8a43c80b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 1129 time: 0.0981965 Jul 18 08:47:18.929394 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedbd12-66c0-4099-8732-d451442468f6 req-e93511ad-4cd1-4d63-bc16-0bae7078bbea tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:18.930995 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2cedbd12-66c0-4099-8732-d451442468f6 req-e93511ad-4cd1-4d63-bc16-0bae7078bbea tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1144803 Jul 18 08:47:18.996532 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627e39a-b3a1-456c-a260-8b9daab20aaa req-f5c81e4a-aba9-4a52-b474-22e10997a031 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:18.998780 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7627e39a-b3a1-456c-a260-8b9daab20aaa req-f5c81e4a-aba9-4a52-b474-22e10997a031 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0590124 Jul 18 08:47:19.021005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8de3-b182-4f34-adfe-01b203a992d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0dc4d446-c626-4f1a-870d-252f93ec0166), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:19.024053 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8de3-b182-4f34-adfe-01b203a992d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:19.027397 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8dcc8de3-b182-4f34-adfe-01b203a992d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0dc4d446-c626-4f1a-870d-252f93ec0166 HTTP/1.1" status: 204 len: 168 time: 0.3931978 Jul 18 08:47:19.041464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc8de3-b182-4f34-adfe-01b203a992d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4d446-c626-4f1a-870d-252f93ec0166,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:19.090100 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7627e39a-b3a1-456c-a260-8b9daab20aaa req-6f8ce047-c0ac-4fac-a59d-b85fbbcfde0d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844700 Jul 18 08:47:19.185383 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2cedbd12-66c0-4099-8732-d451442468f6 req-c763b5eb-cb9f-4e8e-9a57-736cbdecaf06 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195811 Jul 18 08:47:19.349274 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7de50-1b58-4f54-929d-f4444bcce82f req-b3b7ad69-01c3-4464-8714-e4440d8ac87b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:19.351930 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1ad7de50-1b58-4f54-929d-f4444bcce82f req-b3b7ad69-01c3-4464-8714-e4440d8ac87b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0773098 Jul 18 08:47:19.365633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51616) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:19.373443 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.db.resource_extend [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 08:47:19.373711 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'floatingip': {'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:19.518227 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:19.657411 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (a892002d-bb4b-447a-99ad-9f916b4db21c), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:19.671635 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (387a5f82-cb07-4210-9824-4585f2825a94), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:19.723838 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:19.792840 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 387a5f82-cb07-4210-9824-4585f2825a94 associated. External IP: 172.27.1.7, port: 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd. Jul 18 08:47:19.992086 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51628) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:20.038709 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-09bfe1a7-4c7b-4722-a141-f9d152a5aaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:20.100024 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:47:20.345972 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003256a5-a20d-4262-b189-94aa1139da8b req-c9511c29-a2dd-4962-87c7-a3976754d3a3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:20.348709 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-003256a5-a20d-4262-b189-94aa1139da8b req-c9511c29-a2dd-4962-87c7-a3976754d3a3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.1341102 Jul 18 08:47:20.382211 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:47:20.395457 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:47:20.399832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:20.426556 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:20.427588 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:20.451789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:20.454937 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:20.552176 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (a892002d-bb4b-447a-99ad-9f916b4db21c), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:20.562517 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-09bfe1a7-4c7b-4722-a141-f9d152a5aaa1 admin admin] Publish callbacks [] for security_group (cbc0a4d6-76d0-4f81-8efd-01fbfe26e696), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:20.580559 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:20.583278 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:20.698747 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Floating IP a892002d-bb4b-447a-99ad-9f916b4db21c associated. External IP: 172.27.1.171, port: 222385f0-b84b-466b-a9f5-dab4e9dadd74. Jul 18 08:47:20.727363 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-09bfe1a7-4c7b-4722-a141-f9d152a5aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (cbc0a4d6-76d0-4f81-8efd-01fbfe26e696), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:20.745787 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:20.758874 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:20.771528 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-003256a5-a20d-4262-b189-94aa1139da8b req-d963cdad-dd9c-478a-9af9-482a7dcfcc9e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038906 Jul 18 08:47:20.775610 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d92c3aa7-e674-4686-8f9f-225aa0e5e77e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "PUT /v2.0/floatingips/387a5f82-cb07-4210-9824-4585f2825a94 HTTP/1.1" status: 200 len: 989 time: 2.6760724 Jul 18 08:47:20.781221 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-09bfe1a7-4c7b-4722-a141-f9d152a5aaa1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=464e96fe2f4740a2a187304d1b7b2bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7879813 Jul 18 08:47:20.782553 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:20.784575 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12891e6-42fe-4891-b8fe-06b060de044f" -d '{"events": [{"name": "network-changed", "server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:20.787247 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51642) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:20.855250 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:19Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:20.859902 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfe1a7-4c7b-4722-a141-f9d152a5aaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc0a4d6-76d0-4f81-8efd-01fbfe26e696,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:20.887075 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:47:20.891090 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224bafc-545a-4ba5-85da-d2522966b774 req-b2850379-166e-4c9a-9001-4fd37005a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:20.895535 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-b2850379-166e-4c9a-9001-4fd37005a0b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.3530517 Jul 18 08:47:20.898705 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:20.899299 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:20.915548 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd94665-19f3-4448-94a4-ac3e020e37ad x-openstack-request-id: req-3dd94665-19f3-4448-94a4-ac3e020e37ad {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:20.915548 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:20.915548 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3dd94665-19f3-4448-94a4-ac3e020e37ad {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:20.915548 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd94665-19f3-4448-94a4-ac3e020e37ad'] response: {'name': 'network-changed', 'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'status': 'completed', 'code': 200} Jul 18 08:47:21.018834 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:21.060549 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fa2bfbf-ecac-4040-8085-7f133457e9f3 admin admin] Publish callbacks [] for security_group (cbc0a4d6-76d0-4f81-8efd-01fbfe26e696), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:21.112940 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a61d9937-e248-4153-ada4-9a85b9996eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:21.129014 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fa2bfbf-ecac-4040-8085-7f133457e9f3 admin admin] Publish callbacks [] for security_group (cbc0a4d6-76d0-4f81-8efd-01fbfe26e696), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:21.141000 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:21.239878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:21.242018 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-1f5c3f90-2607-47d5-bffb-2041d295cd1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a52aef-93c6-4a56-800d-706ae67440c0 HTTP/1.1" status: 200 len: 217 time: 0.0923653 Jul 18 08:47:21.244160 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12891e6-42fe-4891-b8fe-06b060de044f req-b9978cbe-225b-4047-bd16-f1a816040343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:21.245742 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-b9978cbe-225b-4047-bd16-f1a816040343 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 1129 time: 0.0526941 Jul 18 08:47:21.255106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Router 52ee62ff-812c-4d50-ba2a-917e7704959c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:47:21.314653 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:19Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:21.324888 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224bafc-545a-4ba5-85da-d2522966b774 req-7c5cbb0e-9a95-4045-92b7-0cf6101dd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:21.327933 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-7c5cbb0e-9a95-4045-92b7-0cf6101dd16f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0676200 Jul 18 08:47:21.349256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fa2bfbf-ecac-4040-8085-7f133457e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (cbc0a4d6-76d0-4f81-8efd-01fbfe26e696), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:21.356167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fa2bfbf-ecac-4040-8085-7f133457e9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:21.358153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-2fa2bfbf-ecac-4040-8085-7f133457e9f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cbc0a4d6-76d0-4f81-8efd-01fbfe26e696 HTTP/1.1" status: 204 len: 168 time: 0.5687168 Jul 18 08:47:21.415106 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201a5b7-dceb-46a8-9eb4-35e9b10e078d None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:19Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:47:21.492602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2bfbf-ecac-4040-8085-7f133457e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc0a4d6-76d0-4f81-8efd-01fbfe26e696,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:21.511152 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:47:21.517086 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:21.540264 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224bafc-545a-4ba5-85da-d2522966b774 req-ad411e9a-f9f2-4328-a163-890647e639a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:21.541883 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-ad411e9a-f9f2-4328-a163-890647e639a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1911559 Jul 18 08:47:21.558364 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:47:21.589830 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8408f0dc-1474-4690-bdfa-b2d3f40f0af9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "PUT /v2.0/floatingips/a892002d-bb4b-447a-99ad-9f916b4db21c HTTP/1.1" status: 200 len: 991 time: 2.2204714 Jul 18 08:47:21.589830 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:21.594434 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:21.604715 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:21.609214 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:21.670911 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c183cb-bcbc-4cba-b5b4-1c1967765078 x-openstack-request-id: req-e3c183cb-bcbc-4cba-b5b4-1c1967765078 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:21.672989 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:21.678896 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3c183cb-bcbc-4cba-b5b4-1c1967765078 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:21.679768 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c183cb-bcbc-4cba-b5b4-1c1967765078'] response: {'name': 'network-changed', 'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'status': 'completed', 'code': 200} Jul 18 08:47:21.724926 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12891e6-42fe-4891-b8fe-06b060de044f req-70059d5e-4a6c-4ae0-9ba3-7ea04a3080db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:21.726445 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-70059d5e-4a6c-4ae0-9ba3-7ea04a3080db service neutron] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 916 time: 0.4043584 Jul 18 08:47:21.798714 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:21.802068 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:21.818541 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-e8639994-8fa3-427a-9956-74413706580f service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569482 Jul 18 08:47:21.824742 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-1bd73b40-8aa9-4273-a77b-324b6c7a07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:21.830456 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-1bd73b40-8aa9-4273-a77b-324b6c7a07d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1129 time: 0.1364875 Jul 18 08:47:21.906247 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41b6e3-7f91-4817-b85b-220eefc1a7ee None None] New status for floating IP 387a5f82-cb07-4210-9824-4585f2825a94: ACTIVE {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:47:22.212395 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa23c4-2592-42df-9541-66b4bcd525c6 req-be7e7cdf-c44c-4fa5-b4c9-4e28083c7dad tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:22.219336 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bfaa23c4-2592-42df-9541-66b4bcd525c6 req-be7e7cdf-c44c-4fa5-b4c9-4e28083c7dad tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.2192008 Jul 18 08:47:22.260043 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-788a8594-007a-4527-b228-2157d82e4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:22.265631 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-788a8594-007a-4527-b228-2157d82e4b5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.4160767 Jul 18 08:47:22.422819 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-078f20e7-41d7-4875-a168-92e3e1a3a15a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd HTTP/1.1" status: 200 len: 997 time: 0.6862366 Jul 18 08:47:22.464975 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'a892002d-bb4b-447a-99ad-9f916b4db21c', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'mac_address': 'fa:16:3e:23:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:27Z', 'updated_at': '2022-07-18T08:47:20Z', 'revision_number': 1, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:22.508524 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:47:22.525516 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:22.526382 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:46:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:22.599309 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12891e6-42fe-4891-b8fe-06b060de044f req-e5d49bb5-0469-44ca-a3d2-9227043b59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:22.603477 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-e5d49bb5-0469-44ca-a3d2-9227043b59f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.1727266 Jul 18 08:47:22.614935 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:22.618625 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-44b75523-76f7-43d6-8539-a339467975cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 999 time: 0.3204319 Jul 18 08:47:22.666983 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bfaa23c4-2592-42df-9541-66b4bcd525c6 req-b719120b-43e4-46e1-8e34-86c5ab586d02 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355412 Jul 18 08:47:22.722768 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a224bafc-545a-4ba5-85da-d2522966b774 req-0c9e6cbe-4060-4321-bcae-0244fbc9dffd service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880894 Jul 18 08:47:22.741299 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12891e6-42fe-4891-b8fe-06b060de044f req-a39bd252-4aba-441a-a398-b8383503fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:22.744556 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-a39bd252-4aba-441a-a398-b8383503fa82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143417 Jul 18 08:47:22.764773 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-ba90369e-5470-44fe-81c0-1ac9b243260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:22.767268 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-ba90369e-5470-44fe-81c0-1ac9b243260c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.1139612 Jul 18 08:47:22.828213 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-4572a2c4-e9bd-400f-bfe2-dac3b777442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:22.833492 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-4572a2c4-e9bd-400f-bfe2-dac3b777442d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595083 Jul 18 08:47:22.896883 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:22.899662 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-60e64536-c4d1-4af5-8655-3e2f7a4e1f6b service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392360 Jul 18 08:47:22.958046 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:23.035232 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-97c7f852-308e-42b9-bb38-3d4aef1a566a service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945379 Jul 18 08:47:23.112156 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b12891e6-42fe-4891-b8fe-06b060de044f req-d3cd781f-84c4-4e1d-9e4c-4c12597dcad4 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007585 Jul 18 08:47:23.170093 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592253-c0c2-4d66-b6f7-0db36e30dc98 req-cb4a90b5-d7ee-4e8f-a123-b008f78063ab tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:23.172130 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-95592253-c0c2-4d66-b6f7-0db36e30dc98 req-cb4a90b5-d7ee-4e8f-a123-b008f78063ab tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.0535200 Jul 18 08:47:23.264805 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-95592253-c0c2-4d66-b6f7-0db36e30dc98 req-d01bfcc0-81ce-407f-8efc-e901a6373516 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795927 Jul 18 08:47:23.361124 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'a892002d-bb4b-447a-99ad-9f916b4db21c', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'mac_address': 'fa:16:3e:23:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:27Z', 'updated_at': '2022-07-18T08:47:20Z', 'revision_number': 1, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:23.395461 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef62c8-d389-4246-b3fc-26ecb7801057 None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'a892002d-bb4b-447a-99ad-9f916b4db21c', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'mac_address': 'fa:16:3e:23:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:27Z', 'updated_at': '2022-07-18T08:47:20Z', 'revision_number': 1, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:47:23.563345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-37699d90-f174-4207-b50b-905e4b132bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:23.647321 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51716) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:23.691354 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50858d09-1f87-4b64-a261-ee3f05e8c1a6 None None] New status for floating IP a892002d-bb4b-447a-99ad-9f916b4db21c: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:47:23.805941 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-372390787-network', 'tenant_id': '4f9e24761e274293abd9f9cb362bb4a3'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:23.857375 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480903-2017-42cd-a4ea-657bd41e03f4 req-8c9a84c1-6fde-49a2-bbc9-d1862e55afc5 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:23.859022 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-46480903-2017-42cd-a4ea-657bd41e03f4 req-8c9a84c1-6fde-49a2-bbc9-d1862e55afc5 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0736318 Jul 18 08:47:23.914032 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-46480903-2017-42cd-a4ea-657bd41e03f4 req-7b94425e-e40b-4618-b8e7-1a0ea4ed43a6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469425 Jul 18 08:47:23.922701 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Made reservation on behalf of 4f9e24761e274293abd9f9cb362bb4a3 for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:47:23.925259 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:23.936738 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.040347 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks [] for security_group (04424457-3849-460a-846b-3cb00778f371), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.117437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (04424457-3849-460a-846b-3cb00778f371), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.144970 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:47:24.160900 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04424457-3849-460a-846b-3cb00778f371,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:24.164588 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (f21c1886-e1e5-4df4-841f-3a5e742a0882), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.165289 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Added segment f21c1886-e1e5-4df4-841f-3a5e742a0882 of type vlan for network 57271ba8-8f5a-410d-a035-136f399b1023 Jul 18 08:47:24.246850 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (57271ba8-8f5a-410d-a035-136f399b1023), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.369492 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (57271ba8-8f5a-410d-a035-136f399b1023), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.371227 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:24.372955 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.411144 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8011d-07e5-4e2e-98d6-326e90129278 req-814aa0d0-6379-42aa-ad96-0ba4c422df2c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:24.415086 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ebd8011d-07e5-4e2e-98d6-326e90129278 req-814aa0d0-6379-42aa-ad96-0ba4c422df2c tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.0645297 Jul 18 08:47:24.467452 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] Pushing event updated for resources: {'Network': ['ID=57271ba8-8f5a-410d-a035-136f399b1023,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:24.468601 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:47:24.499609 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:24.501417 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 57271ba8-8f5a-410d-a035-136f399b1023 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:47:24.514311 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b7ca46c3-03b2-4a99-b63a-d3b0cae0d410 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8627751 Jul 18 08:47:24.518434 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ebd8011d-07e5-4e2e-98d6-326e90129278 req-be77171d-996a-415f-a431-86170f5a3e7b tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908210 Jul 18 08:47:24.518581 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51726) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:24.524571 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Request body: {'subnet': {'network_id': '57271ba8-8f5a-410d-a035-136f399b1023', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-372390787-subnet', 'tenant_id': '4f9e24761e274293abd9f9cb362bb4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:24.556798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:24.671239 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Made reservation on behalf of 4f9e24761e274293abd9f9cb362bb4a3 for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:47:24.672266 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.675065 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9469723'] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:24.814437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:24.957197 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9914464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9469701'] for subnet (f8064900-e657-47dd-884f-7d62e39f31a5), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:25.058486 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8064900-e657-47dd-884f-7d62e39f31a5,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:25.070825 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a49b9-f48e-417b-a336-83808e9d36f8 req-143f7a96-28e1-468c-b083-8aeeb1fd6836 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:25.072409 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-286a49b9-f48e-417b-a336-83808e9d36f8 req-143f7a96-28e1-468c-b083-8aeeb1fd6836 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0828440 Jul 18 08:47:25.081832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Checking segment: {'id': 'f21c1886-e1e5-4df4-841f-3a5e742a0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '57271ba8-8f5a-410d-a035-136f399b1023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:47:25.082194 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Network hostable DHCP agents. Network: 57271ba8-8f5a-410d-a035-136f399b1023, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:47:25.146995 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-286a49b9-f48e-417b-a336-83808e9d36f8 req-6ffb87a1-b9ef-4749-88ed-21cd7826bc82 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672181 Jul 18 08:47:25.242826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Network 57271ba8-8f5a-410d-a035-136f399b1023 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:47:25.345672 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 57271ba8-8f5a-410d-a035-136f399b1023) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:47:25.349916 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:25.350585 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:25.358081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4ef84-92cb-4cfa-bc2f-dcdf34e8da4a None None] Network 57271ba8-8f5a-410d-a035-136f399b1023 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:47:25.427996 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bb0b8507-a52e-4495-b6d5-f433461de79b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9106786 Jul 18 08:47:25.466081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90ff24-3e62-4143-92ae-12a53d394189 None None] Network 57271ba8-8f5a-410d-a035-136f399b1023 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:47:25.677527 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9d21a-a691-455e-b632-e2eb7145d915 req-b9d8826a-49b4-4903-b78b-d55d0265ad46 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:25.679142 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-39e9d21a-a691-455e-b632-e2eb7145d915 req-b9d8826a-49b4-4903-b78b-d55d0265ad46 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.0655484 Jul 18 08:47:25.735135 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-39e9d21a-a691-455e-b632-e2eb7145d915 req-47d3dc7d-c3ef-4de0-9b57-7461448ba4ee tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Jul 18 08:47:26.186322 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.249402 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51754) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:26.254540 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2001817709-network', 'tenant_id': 'ab6ce9a4b32f4edfbd9c40da74938006'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:26.304704 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d8130-bd26-49de-b941-d583f37ec6e9 req-74aed66b-c496-4679-b433-bd1e84976b69 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:26.306278 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd3d8130-bd26-49de-b941-d583f37ec6e9 req-74aed66b-c496-4679-b433-bd1e84976b69 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Jul 18 08:47:26.360553 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd3d8130-bd26-49de-b941-d583f37ec6e9 req-90e90582-32ef-4f5e-aab5-048d7fea71f0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Jul 18 08:47:26.380231 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Made reservation on behalf of ab6ce9a4b32f4edfbd9c40da74938006 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:47:26.382707 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.391149 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.393552 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.475632 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:26.523580 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks [] for security_group (62d12a67-aeb1-4efb-a615-391d8c254a71), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.585472 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (62d12a67-aeb1-4efb-a615-391d8c254a71), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.618618 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:47:26.627188 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d12a67-aeb1-4efb-a615-391d8c254a71,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:26.637300 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (bf4f69b3-e5bc-48f6-94f6-688f3b33d102), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.637673 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Added segment bf4f69b3-e5bc-48f6-94f6-688f3b33d102 of type vlan for network 850e6453-227a-40d1-91c0-62736e5367ed Jul 18 08:47:26.686260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (850e6453-227a-40d1-91c0-62736e5367ed), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.785355 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (850e6453-227a-40d1-91c0-62736e5367ed), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.786569 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:26.787079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:26.805365 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:26.865897 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=850e6453-227a-40d1-91c0-62736e5367ed,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:26.893139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 850e6453-227a-40d1-91c0-62736e5367ed details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:47:26.901933 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5478a69-8407-483d-aad4-787bc58d3c3b req-01c8bdf3-f9b8-4853-ae57-d789acec15ec tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:26.903738 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f5478a69-8407-483d-aad4-787bc58d3c3b req-01c8bdf3-f9b8-4853-ae57-d789acec15ec tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.0811093 Jul 18 08:47:26.927189 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-1d44f3a8-117b-4ec0-b80b-400ef5ebc9d8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6740971 Jul 18 08:47:26.927724 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51762) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:26.936651 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Request body: {'subnet': {'network_id': '850e6453-227a-40d1-91c0-62736e5367ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2001817709-subnet', 'tenant_id': 'ab6ce9a4b32f4edfbd9c40da74938006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:47:26.970264 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f5478a69-8407-483d-aad4-787bc58d3c3b req-a9007e0b-a4f5-4248-86ec-d2e11eee94a1 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Jul 18 08:47:27.344552 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e019aa9f-c60d-4e3c-a3e5-e3375783eb00 req-b7b68d9e-571a-47ca-9b30-260c717a93cf service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943744 Jul 18 08:47:27.414421 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Made reservation on behalf of ab6ce9a4b32f4edfbd9c40da74938006 for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:47:27.435743 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9469723'] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:27.531749 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ba94-a18d-4f03-95c1-39ca4cb786f0 req-ed6789e9-7649-4099-bc09-88a63ae78ad0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:27.533351 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a867ba94-a18d-4f03-95c1-39ca4cb786f0 req-ed6789e9-7649-4099-bc09-88a63ae78ad0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0916290 Jul 18 08:47:27.588063 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:27.642243 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a867ba94-a18d-4f03-95c1-39ca4cb786f0 req-ff0b06c5-4c17-4804-a78d-15ccbbcac2e9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884902 Jul 18 08:47:27.766097 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9914464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9469701'] for subnet (02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:27.875986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Checking segment: {'id': 'bf4f69b3-e5bc-48f6-94f6-688f3b33d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '850e6453-227a-40d1-91c0-62736e5367ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:47:27.875986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Network hostable DHCP agents. Network: 850e6453-227a-40d1-91c0-62736e5367ed, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:47:27.878164 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:27.923005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-a7e37376-2714-4b89-bddd-93c4ecec8098 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:27.933706 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-a7e37376-2714-4b89-bddd-93c4ecec8098 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.47 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.1309958 Jul 18 08:47:28.026170 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Network 850e6453-227a-40d1-91c0-62736e5367ed is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:47:28.071024 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Deleting port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:47:28.071370 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:28.128842 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 850e6453-227a-40d1-91c0-62736e5367ed) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:47:28.134831 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:28.135512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:28.157284 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910f78a-6144-4249-88c8-3e9c05e5bfba None None] Network 850e6453-227a-40d1-91c0-62736e5367ed requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:47:28.190180 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:28.229149 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-01b58cc3-7cf6-4e6b-ac6d-fdff02f97703 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2998846 Jul 18 08:47:28.303527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480287a3-6d48-4f99-90fd-900f4fca2e75 None None] Network 850e6453-227a-40d1-91c0-62736e5367ed requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:47:28.427484 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8009bf-f488-486f-8ead-8c69331504f0 req-87b94b57-637b-4caf-97f2-baf35753889e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:28.429436 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-de8009bf-f488-486f-8ead-8c69331504f0 req-87b94b57-637b-4caf-97f2-baf35753889e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 946 time: 0.3378396 Jul 18 08:47:28.475623 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] For port b8385ec2-63dc-4baa-baa7-44b6b21c02d5, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:28.476318 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:28.519697 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Calling delete_port for b8385ec2-63dc-4baa-baa7-44b6b21c02d5 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:47:28.595822 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-de8009bf-f488-486f-8ead-8c69331504f0 req-ceeac9fe-89e6-4c5d-8b4c-e3d61d167f74 tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/security-groups?id=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230552 Jul 18 08:47:28.814935 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adddf15-d158-4973-94eb-065d59230c5a req-1418929b-d5aa-4a75-a44d-d68429b0efca tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:28.818971 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2adddf15-d158-4973-94eb-065d59230c5a req-1418929b-d5aa-4a75-a44d-d68429b0efca tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0621347 Jul 18 08:47:28.826057 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (b8385ec2-63dc-4baa-baa7-44b6b21c02d5), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:28.858156 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Pushing event deleted for resources: {'Port': ['ID=b8385ec2-63dc-4baa-baa7-44b6b21c02d5,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:28.926423 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:28.948608 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2adddf15-d158-4973-94eb-065d59230c5a req-e14e32c2-36e3-4eff-871a-0f403a9a3d24 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158807 Jul 18 08:47:28.948884 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] No DVR routers for this DVR port b8385ec2-63dc-4baa-baa7-44b6b21c02d5 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:47:28.954375 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:28.958814 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0cfa7715-23c1-4c32-a3bf-8d4492776aa5 req-ec575885-4cbe-47e6-8ef7-2740596a150e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.47 "DELETE /v2.0/ports/b8385ec2-63dc-4baa-baa7-44b6b21c02d5 HTTP/1.1" status: 204 len: 173 time: 1.0276656 Jul 18 08:47:28.959652 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efda553-6895-4088-a371-4c3d6fb05969', 'name': 'network-vif-deleted', 'tag': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:47:28.966053 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe8f5a-d77e-424f-95ec-cf0c6a417b61" -d '{"events": [{"server_uuid": "9efda553-6895-4088-a371-4c3d6fb05969", "name": "network-vif-deleted", "tag": "b8385ec2-63dc-4baa-baa7-44b6b21c02d5"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:47:29.025331 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8209c1-3d29-4661-b724-95b0761c77c4 x-openstack-request-id: req-6d8209c1-3d29-4661-b724-95b0761c77c4 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:47:29.026072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efda553-6895-4088-a371-4c3d6fb05969", "name": "network-vif-deleted", "tag": "b8385ec2-63dc-4baa-baa7-44b6b21c02d5", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:47:29.026710 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d8209c1-3d29-4661-b724-95b0761c77c4 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:47:29.027618 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8209c1-3d29-4661-b724-95b0761c77c4'] response: {'server_uuid': '9efda553-6895-4088-a371-4c3d6fb05969', 'name': 'network-vif-deleted', 'tag': 'b8385ec2-63dc-4baa-baa7-44b6b21c02d5', 'status': 'completed', 'code': 200} Jul 18 08:47:29.575829 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device b8385ec2-63dc-4baa-baa7-44b6b21c02d5 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:47:29.609444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: b8385ec2-63dc-4baa-baa7-44b6b21c02d5 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:47:29.609795 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device b8385ec2-63dc-4baa-baa7-44b6b21c02d5 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:47:29.679155 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:29.699382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-83e8a1b1-cba6-4db8-867a-970215aa8a19 req-d58b5351-6c25-4a0f-bcab-872da1c2ae7e tempest-DeleteServersTestJSON-1755941998 tempest-DeleteServersTestJSON-1755941998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9efda553-6895-4088-a371-4c3d6fb05969 HTTP/1.1" status: 200 len: 210 time: 0.0304585 Jul 18 08:47:30.151084 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05639c-e62d-4ac3-9cb5-8023a4eab8d8 req-3440d427-bf2c-4d42-9295-584854ac35f1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:30.158568 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1c05639c-e62d-4ac3-9cb5-8023a4eab8d8 req-3440d427-bf2c-4d42-9295-584854ac35f1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0573900 Jul 18 08:47:30.209663 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1c05639c-e62d-4ac3-9cb5-8023a4eab8d8 req-284b3237-4b4e-4f89-a95f-13b80ae04991 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501730 Jul 18 08:47:31.396550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c4c0-3121-403c-a2ec-fdcc5f26cdfc req-4470f487-72e9-4398-b55c-272d1345a81d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:31.398864 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7863c4c0-3121-403c-a2ec-fdcc5f26cdfc req-4470f487-72e9-4398-b55c-272d1345a81d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0960507 Jul 18 08:47:31.490753 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7863c4c0-3121-403c-a2ec-fdcc5f26cdfc req-f6aa6374-f90e-442d-8486-28f50b0efacb tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818825 Jul 18 08:47:32.528555 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51892) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:32.576090 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:32.579016 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:32.622042 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a434-8c76-4cc4-8f69-3589dfff75bd req-148b508c-4b04-440d-bcde-9cc443f6eacb tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:32.624602 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3740a434-8c76-4cc4-8f69-3589dfff75bd req-148b508c-4b04-440d-bcde-9cc443f6eacb tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Jul 18 08:47:32.683765 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3740a434-8c76-4cc4-8f69-3589dfff75bd req-ce67cd2c-84a4-4a07-b6c0-a304187452a3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Jul 18 08:47:33.150527 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (54fd9f28-9423-4da3-972f-4d698598c0c3), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:33.478545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Deleting port cdca0b49-c752-4067-8bb9-94f7d3d09637 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:47:33.478799 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:33.600775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] For port cdca0b49-c752-4067-8bb9-94f7d3d09637, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cdca0b49-c752-4067-8bb9-94f7d3d09637,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:33.601474 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:33.626889 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Calling delete_port for cdca0b49-c752-4067-8bb9-94f7d3d09637 owned by network:router_interface {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:47:33.726220 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:33.756848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51936) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:33.919909 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:34.042394 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d108e5a-dd9b-4258-bf4a-53b0d83bf913 req-5c006b13-e4ae-4f65-9267-2c91ddf969ad tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:34.053855 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1b6abf38-ca1b-4481-9d1f-bd2edbacc7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.054155 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2d108e5a-dd9b-4258-bf4a-53b0d83bf913 req-5c006b13-e4ae-4f65-9267-2c91ddf969ad tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.1123741 Jul 18 08:47:34.119638 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2d108e5a-dd9b-4258-bf4a-53b0d83bf913 req-f0fb63cd-d6f7-4c9d-861d-b14030881744 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642335 Jul 18 08:47:34.141383 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (cdca0b49-c752-4067-8bb9-94f7d3d09637), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.178690 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdca0b49-c752-4067-8bb9-94f7d3d09637,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:34.197856 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:34.229595 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1b6abf38-ca1b-4481-9d1f-bd2edbacc7ea admin admin] Publish callbacks [] for security_group (283fbbc4-6f66-4901-8219-da232e900f72), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.323408 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1b6abf38-ca1b-4481-9d1f-bd2edbacc7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (283fbbc4-6f66-4901-8219-da232e900f72), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.431158 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-1b6abf38-ca1b-4481-9d1f-bd2edbacc7ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8e1978e517b49678fbe4d79583eac10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6719172 Jul 18 08:47:34.433133 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51946) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:34.445686 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6abf38-ca1b-4481-9d1f-bd2edbacc7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283fbbc4-6f66-4901-8219-da232e900f72,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:34.445916 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51948) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:34.466884 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:34.490173 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (54fd9f28-9423-4da3-972f-4d698598c0c3), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.525512 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e1f96d72-a648-463f-a552-84fa10bf0c12 admin admin] Publish callbacks [] for security_group (283fbbc4-6f66-4901-8219-da232e900f72), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.553939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e1f96d72-a648-463f-a552-84fa10bf0c12 admin admin] Publish callbacks [] for security_group (283fbbc4-6f66-4901-8219-da232e900f72), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.639781 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b0efde57-46f1-4331-9606-8033ae835d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.708939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e1f96d72-a648-463f-a552-84fa10bf0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (283fbbc4-6f66-4901-8219-da232e900f72), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.712089 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e1f96d72-a648-463f-a552-84fa10bf0c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:34.713463 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e1f96d72-a648-463f-a552-84fa10bf0c12 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/283fbbc4-6f66-4901-8219-da232e900f72 HTTP/1.1" status: 204 len: 168 time: 0.2779856 Jul 18 08:47:34.723578 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f96d72-a648-463f-a552-84fa10bf0c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283fbbc4-6f66-4901-8219-da232e900f72,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:35.073347 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Router 54fd9f28-9423-4da3-972f-4d698598c0c3 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:47:35.078780 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b0efde57-46f1-4331-9606-8033ae835d6e admin admin] Publish callbacks [] for security_group (56b362ca-2377-4ae5-b0a5-04141042bd46), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.081353 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:35.191102 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b0efde57-46f1-4331-9606-8033ae835d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (56b362ca-2377-4ae5-b0a5-04141042bd46), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.239281 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:35.245981 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b0efde57-46f1-4331-9606-8033ae835d6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf93e90ca0364aebb603729b54a3b84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7986636 Jul 18 08:47:35.247494 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efde57-46f1-4331-9606-8033ae835d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b362ca-2377-4ae5-b0a5-04141042bd46,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:35.250224 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:47:35.261787 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-429e5966-d370-4ec8-ba7a-323e02a4df75 admin admin] 10.222.0.57 "PUT /v2.0/routers/54fd9f28-9423-4da3-972f-4d698598c0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7256041 Jul 18 08:47:35.263801 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] Sync routers for ids ['54fd9f28-9423-4da3-972f-4d698598c0c3'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:47:35.264732 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51970) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:35.265393 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51968) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:35.287475 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] Routers {'54fd9f28-9423-4da3-972f-4d698598c0c3'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:35.287475 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:47:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['54fd9f28-9423-4da3-972f-4d698598c0c3'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:35.311728 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420664b2-21aa-43cf-8211-85342594f0df req-3c412637-b340-42f6-92dd-9332333b5d35 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:35.319100 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-420664b2-21aa-43cf-8211-85342594f0df req-3c412637-b340-42f6-92dd-9332333b5d35 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.1151676 Jul 18 08:47:35.397489 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] Set router 54fd9f28-9423-4da3-972f-4d698598c0c3 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:35.417577 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-420664b2-21aa-43cf-8211-85342594f0df req-8121a210-6bd9-4b4e-81fd-92707b4f5869 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906563 Jul 18 08:47:35.420109 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-83f309c2-0dfa-40a4-9939-e947ad7ac52a admin admin] Publish callbacks [] for security_group (56b362ca-2377-4ae5-b0a5-04141042bd46), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.461418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks [] for router (54fd9f28-9423-4da3-972f-4d698598c0c3), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.466943 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-83f309c2-0dfa-40a4-9939-e947ad7ac52a admin admin] Publish callbacks [] for security_group (56b362ca-2377-4ae5-b0a5-04141042bd46), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.477697 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:35.591714 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks [] for router_gateway (54fd9f28-9423-4da3-972f-4d698598c0c3), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.597185 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:47:33Z', 'revision_number': 5, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:35.627303 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] Checking router: 54fd9f28-9423-4da3-972f-4d698598c0c3 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:47:35.630876 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51972) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:35.639095 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] Routers {'54fd9f28-9423-4da3-972f-4d698598c0c3'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:47:35.639951 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:47:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['54fd9f28-9423-4da3-972f-4d698598c0c3'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:35.649450 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e6d6504b-3861-4da7-9aa8-363ec5a22f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.689836 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-83f309c2-0dfa-40a4-9939-e947ad7ac52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (56b362ca-2377-4ae5-b0a5-04141042bd46), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.692657 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-83f309c2-0dfa-40a4-9939-e947ad7ac52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.697835 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-83f309c2-0dfa-40a4-9939-e947ad7ac52a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56b362ca-2377-4ae5-b0a5-04141042bd46 HTTP/1.1" status: 204 len: 168 time: 0.4291706 Jul 18 08:47:35.713292 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f309c2-0dfa-40a4-9939-e947ad7ac52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b362ca-2377-4ae5-b0a5-04141042bd46,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:35.793301 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e6d6504b-3861-4da7-9aa8-363ec5a22f66 admin admin] Publish callbacks [] for security_group (24b7472a-ca5f-45af-97f5-6efa7ae792d5), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.811645 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Deleting port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:47:35.812473 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.841960 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] Set router 54fd9f28-9423-4da3-972f-4d698598c0c3 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:47:35.906022 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e6d6504b-3861-4da7-9aa8-363ec5a22f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (24b7472a-ca5f-45af-97f5-6efa7ae792d5), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.937394 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] For port 9e2ea126-c3e7-42e3-a695-ec677f1a5d12, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:35.937622 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:35.951249 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6504b-3861-4da7-9aa8-363ec5a22f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7472a-ca5f-45af-97f5-6efa7ae792d5,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:35.966167 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Calling delete_port for 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:47:35.969452 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e6d6504b-3861-4da7-9aa8-363ec5a22f66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5eaaccb93ff34bad9d6f4fa4bc3f24e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374243 Jul 18 08:47:35.972645 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51976) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:36.010703 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:36.040257 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2e30f83a-58c8-42df-8e27-8b3c41180b7c admin admin] Publish callbacks [] for security_group (24b7472a-ca5f-45af-97f5-6efa7ae792d5), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.060978 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:47:33Z', 'revision_number': 5, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:36.069394 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2e30f83a-58c8-42df-8e27-8b3c41180b7c admin admin] Publish callbacks [] for security_group (24b7472a-ca5f-45af-97f5-6efa7ae792d5), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.078634 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:36.110135 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07bace-98be-47d4-b078-6c0548361ef2 None None] The sync data for ids ['54fd9f28-9423-4da3-972f-4d698598c0c3'] in dv-cinder-850142-3-iscsi is: [{'id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'name': 'tempest-DeleteServersTestJSON-1607183451-router', 'tenant_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:47:33Z', 'revision_number': 5, 'project_id': '4a773b75a4b4442ca01dc2b0d9e4e5d9', 'gw_port': {'id': '9e2ea126-c3e7-42e3-a695-ec677f1a5d12', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd9f28-9423-4da3-972f-4d698598c0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:47:36.255956 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2e30f83a-58c8-42df-8e27-8b3c41180b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (24b7472a-ca5f-45af-97f5-6efa7ae792d5), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.260654 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2e30f83a-58c8-42df-8e27-8b3c41180b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.267310 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-2e30f83a-58c8-42df-8e27-8b3c41180b7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24b7472a-ca5f-45af-97f5-6efa7ae792d5 HTTP/1.1" status: 204 len: 168 time: 0.2931864 Jul 18 08:47:36.289677 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30f83a-58c8-42df-8e27-8b3c41180b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7472a-ca5f-45af-97f5-6efa7ae792d5,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:36.355139 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (9e2ea126-c3e7-42e3-a695-ec677f1a5d12), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.548963 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2ea126-c3e7-42e3-a695-ec677f1a5d12,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:36.561595 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (54fd9f28-9423-4da3-972f-4d698598c0c3), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.626826 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cdca0b49-c752-4067-8bb9-94f7d3d09637 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:47:36.661604 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: cdca0b49-c752-4067-8bb9-94f7d3d09637 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:47:36.662215 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cdca0b49-c752-4067-8bb9-94f7d3d09637 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:47:36.803363 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (54fd9f28-9423-4da3-972f-4d698598c0c3), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.807957 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks [] for router_controller (54fd9f28-9423-4da3-972f-4d698598c0c3), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:36.853478 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c406270-24fb-4f38-a7e8-75b69a1c4bc5 req-a1dbaddd-2da9-4ea6-a4cb-b68788f35ec0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:36.855098 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8c406270-24fb-4f38-a7e8-75b69a1c4bc5 req-a1dbaddd-2da9-4ea6-a4cb-b68788f35ec0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0913420 Jul 18 08:47:36.935876 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8c406270-24fb-4f38-a7e8-75b69a1c4bc5 req-77ca7aba-482d-47d9-ab00-2ad7e2ea60c2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491166 Jul 18 08:47:36.936743 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 51990) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:36.972143 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cda2-b4a9-4fcf-ad21-b5c0738d5075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.049182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (54fd9f28-9423-4da3-972f-4d698598c0c3), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.050353 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54fd9f28-9423-4da3-972f-4d698598c0c3 {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:47:37.057910 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.062340 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-fd57a94e-33ca-426e-8492-0b9b551f17c9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/54fd9f28-9423-4da3-972f-4d698598c0c3 HTTP/1.1" status: 204 len: 168 time: 1.7954192 Jul 18 08:47:37.067241 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 51994) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:37.114704 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cda2-b4a9-4fcf-ad21-b5c0738d5075 admin admin] Publish callbacks [] for security_group (a22aefea-70ca-44ff-927d-300424aaaaea), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.171552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Deleting subnet 8528a902-4b0f-4161-8ef4-79d5bf2b4dd3 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:47:37.176066 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Publish callbacks [] for subnet (8528a902-4b0f-4161-8ef4-79d5bf2b4dd3), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.224790 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (8528a902-4b0f-4161-8ef4-79d5bf2b4dd3), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.246580 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cda2-b4a9-4fcf-ad21-b5c0738d5075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a22aefea-70ca-44ff-927d-300424aaaaea), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.277246 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:37.311889 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9cda2-b4a9-4fcf-ad21-b5c0738d5075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22aefea-70ca-44ff-927d-300424aaaaea,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:37.320057 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52002) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:37.320271 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-2fd9cda2-b4a9-4fcf-ad21-b5c0738d5075 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c747b26e490d4910ad598f7b58efe530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817339 Jul 18 08:47:37.408245 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (8528a902-4b0f-4161-8ef4-79d5bf2b4dd3), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.462377 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ff0842e6-f606-4b1e-a79c-0a468fa00a22 admin admin] Publish callbacks [] for security_group (a22aefea-70ca-44ff-927d-300424aaaaea), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.498679 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ff0842e6-f606-4b1e-a79c-0a468fa00a22 admin admin] Publish callbacks [] for security_group (a22aefea-70ca-44ff-927d-300424aaaaea), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.615021 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (8528a902-4b0f-4161-8ef4-79d5bf2b4dd3), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.655385 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8528a902-4b0f-4161-8ef4-79d5bf2b4dd3,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:37.657518 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.663446 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52010) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:37.663589 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-57b254cf-d409-454c-a2e3-fc4be7a22894 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8528a902-4b0f-4161-8ef4-79d5bf2b4dd3 HTTP/1.1" status: 204 len: 168 time: 0.5947380 Jul 18 08:47:37.665784 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96e23f-39b4-4179-834c-c31802086c88 None None] Network 41c4eca8-d71d-42c2-858d-31f22a0cc589 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:47:37.672209 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ff0842e6-f606-4b1e-a79c-0a468fa00a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a22aefea-70ca-44ff-927d-300424aaaaea), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.674763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ff0842e6-f606-4b1e-a79c-0a468fa00a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.678699 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ff0842e6-f606-4b1e-a79c-0a468fa00a22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a22aefea-70ca-44ff-927d-300424aaaaea HTTP/1.1" status: 204 len: 168 time: 0.3548517 Jul 18 08:47:37.692445 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0842e6-f606-4b1e-a79c-0a468fa00a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22aefea-70ca-44ff-927d-300424aaaaea,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:37.782697 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (41c4eca8-d71d-42c2-858d-31f22a0cc589), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.836466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Deleting port d8569f65-26f4-4219-a14d-e03d7cd528d4 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:47:37.836873 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.938964 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] For port d8569f65-26f4-4219-a14d-e03d7cd528d4, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d8569f65-26f4-4219-a14d-e03d7cd528d4,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:37.939577 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:37.940720 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] DHCP port deletion for 41c4eca8-d71d-42c2-858d-31f22a0cc589 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:47:37.970596 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Calling delete_port for d8569f65-26f4-4219-a14d-e03d7cd528d4 owned by network:dhcp {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:47:37.984188 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:37.996635 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] Deleting port d8569f65-26f4-4219-a14d-e03d7cd528d4 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:47:37.998053 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.012365 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:38.136766 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] For port d8569f65-26f4-4219-a14d-e03d7cd528d4, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d8569f65-26f4-4219-a14d-e03d7cd528d4,segment=NetworkSegment(762f97d8-804d-425c-8d6d-9666b9d1c20b),segment_id=762f97d8-804d-425c-8d6d-9666b9d1c20b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:47:38.138139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.155578 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] Calling delete_port for d8569f65-26f4-4219-a14d-e03d7cd528d4 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:47:38.237566 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614da239-89e8-4257-a43e-a18a41144090 req-d586271d-34de-4e6b-b1d4-2baff2478a1a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:38.252570 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-614da239-89e8-4257-a43e-a18a41144090 req-d586271d-34de-4e6b-b1d4-2baff2478a1a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.1490192 Jul 18 08:47:38.337550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:47:38.357707 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-614da239-89e8-4257-a43e-a18a41144090 req-f224e619-f29e-41aa-8c83-d4d0cc822797 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023746 Jul 18 08:47:38.359818 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:47:38.360883 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 9e2ea126-c3e7-42e3-a695-ec677f1a5d12 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:47:38.361453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d8569f65-26f4-4219-a14d-e03d7cd528d4 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:47:38.398316 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.444160 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (d8569f65-26f4-4219-a14d-e03d7cd528d4), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.471769 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Pushing event deleted for resources: {'Port': ['ID=d8569f65-26f4-4219-a14d-e03d7cd528d4,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:38.474410 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] Pushing event deleted for resources: {'Port': ['ID=d8569f65-26f4-4219-a14d-e03d7cd528d4,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:38.475399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] No DVR routers for this DVR port d8569f65-26f4-4219-a14d-e03d7cd528d4 on host dv-cinder-850142-3-iscsi {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:47:38.489099 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No active binding found for port d8569f65-26f4-4219-a14d-e03d7cd528d4 {{(pid=111086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 18 08:47:38.489722 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] The host dv-cinder-850142-3-iscsi is not matching for port d8569f65-26f4-4219-a14d-e03d7cd528d4 host None! {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 18 08:47:38.490314 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d8569f65-26f4-4219-a14d-e03d7cd528d4 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:47:38.506182 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea58ca7-40e9-4844-a2b7-e86373e36f5d None None] No DVR routers for this DVR port d8569f65-26f4-4219-a14d-e03d7cd528d4 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:47:38.616408 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (41c4eca8-d71d-42c2-858d-31f22a0cc589), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.647025 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.647369 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > port after_create 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > port after_delete 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > port after_update 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.655167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.737884 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.738314 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.738659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.738999 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 08:47:38.739394 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c4eca8-d71d-42c2-858d-31f22a0cc589']}} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:38.759251 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762f97d8-804d-425c-8d6d-9666b9d1c20b') {'for_net_delete': True} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:38.759598 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762f97d8-804d-425c-8d6d-9666b9d1c20b') {} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:38.779894 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584060'] for segment (762f97d8-804d-425c-8d6d-9666b9d1c20b), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.808690 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (762f97d8-804d-425c-8d6d-9666b9d1c20b), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:38.823103 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=111084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:47:38.823841 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8943029'] for segment (762f97d8-804d-425c-8d6d-9666b9d1c20b), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.073696 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (41c4eca8-d71d-42c2-858d-31f22a0cc589), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.091437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.098590 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] 10.222.0.57 "DELETE /v2.0/networks/41c4eca8-d71d-42c2-858d-31f22a0cc589 HTTP/1.1" status: 204 len: 168 time: 1.4334040 Jul 18 08:47:39.120858 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment 762f97d8-804d-425c-8d6d-9666b9d1c20b resource provider aggregate not found Jul 18 08:47:39.134212 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd495bc-00e5-4943-ad15-3f7612616abb admin admin] Pushing event deleted for resources: {'Network': ['ID=41c4eca8-d71d-42c2-858d-31f22a0cc589,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:39.155184 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment 762f97d8-804d-425c-8d6d-9666b9d1c20b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 762f97d8-804d-425c-8d6d-9666b9d1c20b found for delete ", "request_id": "req-443027ea-faf9-43e1-95fe-bcac813663a2"}]} Jul 18 08:47:39.536186 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67ca78-fc4f-4f32-b359-e01c97dc6c33 req-ccdee212-b0f3-41c9-966e-6b7dd08d3cd2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:39.538804 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2e67ca78-fc4f-4f32-b359-e01c97dc6c33 req-ccdee212-b0f3-41c9-966e-6b7dd08d3cd2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0720110 Jul 18 08:47:39.605889 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2e67ca78-fc4f-4f32-b359-e01c97dc6c33 req-5b3d614c-b021-45bc-b0d2-76749ff17ef1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611227 Jul 18 08:47:39.617910 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52076) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:39.672673 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3c389132-6582-4897-99fb-bad8486261b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a773b75a4b4442ca01dc2b0d9e4e5d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0531936 Jul 18 08:47:39.675259 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52078) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:39.706491 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:39.757518 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ddad7c-1907-4286-ae75-46c69c4c9e52 admin admin] Publish callbacks [] for security_group (379754d0-6ac7-4fc6-8ee4-18132c7bfa6b), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.782477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ddad7c-1907-4286-ae75-46c69c4c9e52 admin admin] Publish callbacks [] for security_group (379754d0-6ac7-4fc6-8ee4-18132c7bfa6b), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.981131 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ddad7c-1907-4286-ae75-46c69c4c9e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (379754d0-6ac7-4fc6-8ee4-18132c7bfa6b), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.984343 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ddad7c-1907-4286-ae75-46c69c4c9e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:39.985675 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-11ddad7c-1907-4286-ae75-46c69c4c9e52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/379754d0-6ac7-4fc6-8ee4-18132c7bfa6b HTTP/1.1" status: 204 len: 168 time: 0.3086498 Jul 18 08:47:39.997525 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddad7c-1907-4286-ae75-46c69c4c9e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379754d0-6ac7-4fc6-8ee4-18132c7bfa6b,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:40.738499 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:40.752560 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170fa1-312a-44d2-b0f1-0eed9d8c6778 req-3bfab5bf-438a-4cf3-bf0c-e3e82588e998 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:40.756282 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4a170fa1-312a-44d2-b0f1-0eed9d8c6778 req-3bfab5bf-438a-4cf3-bf0c-e3e82588e998 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0614073 Jul 18 08:47:40.852928 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4a170fa1-312a-44d2-b0f1-0eed9d8c6778 req-86f74b53-5da2-4947-926e-fad619f875ff tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928745 Jul 18 08:47:42.004033 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6944783-7d9c-47d9-b617-a373887eb585 req-507bb03b-d040-4d9c-93de-b2f8294dc74b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:42.008722 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e6944783-7d9c-47d9-b617-a373887eb585 req-507bb03b-d040-4d9c-93de-b2f8294dc74b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0622153 Jul 18 08:47:42.059764 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e6944783-7d9c-47d9-b617-a373887eb585 req-09fb529c-6d99-4ce2-ba63-38f18c4557d2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Jul 18 08:47:43.105665 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52196) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:43.192497 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db209736-bfd4-4e91-83bf-4df9adc4c07e req-c036652f-0ae7-4e81-8a68-0762aee6ac65 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:43.194022 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-db209736-bfd4-4e91-83bf-4df9adc4c07e req-c036652f-0ae7-4e81-8a68-0762aee6ac65 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0570872 Jul 18 08:47:43.251395 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bde94eeb-eea9-4f73-b94a-4a0277e61423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.269386 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-db209736-bfd4-4e91-83bf-4df9adc4c07e req-2092c823-04c5-4830-a7b2-775e98cc9135 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696034 Jul 18 08:47:43.346906 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bde94eeb-eea9-4f73-b94a-4a0277e61423 admin admin] Publish callbacks [] for security_group (a36cc47b-f048-4e1e-a109-c717a2178eda), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.402648 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bde94eeb-eea9-4f73-b94a-4a0277e61423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a36cc47b-f048-4e1e-a109-c717a2178eda), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.449680 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bde94eeb-eea9-4f73-b94a-4a0277e61423 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2583fb3db2dc45a297d10d0e71db6f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419237 Jul 18 08:47:43.451436 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde94eeb-eea9-4f73-b94a-4a0277e61423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36cc47b-f048-4e1e-a109-c717a2178eda,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:43.453280 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52202) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:43.517174 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f11cfd9e-c6ef-4f24-aa44-00d8763d8e96 admin admin] Publish callbacks [] for security_group (a36cc47b-f048-4e1e-a109-c717a2178eda), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.541539 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f11cfd9e-c6ef-4f24-aa44-00d8763d8e96 admin admin] Publish callbacks [] for security_group (a36cc47b-f048-4e1e-a109-c717a2178eda), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.688679 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f11cfd9e-c6ef-4f24-aa44-00d8763d8e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a36cc47b-f048-4e1e-a109-c717a2178eda), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.691378 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f11cfd9e-c6ef-4f24-aa44-00d8763d8e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:43.692574 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f11cfd9e-c6ef-4f24-aa44-00d8763d8e96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a36cc47b-f048-4e1e-a109-c717a2178eda HTTP/1.1" status: 204 len: 168 time: 0.2372656 Jul 18 08:47:43.704086 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cfd9e-c6ef-4f24-aa44-00d8763d8e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36cc47b-f048-4e1e-a109-c717a2178eda,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:44.406180 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e53c-5068-4ab6-bf09-84f469e2b639 req-6f5bd840-c6f0-4e93-b244-fcb692be3685 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:44.407792 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8cd0e53c-5068-4ab6-bf09-84f469e2b639 req-6f5bd840-c6f0-4e93-b244-fcb692be3685 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0554149 Jul 18 08:47:44.419651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52218) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:44.433807 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60865f91-09dd-497c-8471-495cb40c06e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.463733 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8cd0e53c-5068-4ab6-bf09-84f469e2b639 req-89ad7cc1-2cae-4c82-b6d7-4311f97876bd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Jul 18 08:47:44.523040 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60865f91-09dd-497c-8471-495cb40c06e7 admin admin] Publish callbacks [] for security_group (1f215ce8-895b-4b2a-8cf4-89d740c8daa4), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.620417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-60865f91-09dd-497c-8471-495cb40c06e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (1f215ce8-895b-4b2a-8cf4-89d740c8daa4), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.659986 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60865f91-09dd-497c-8471-495cb40c06e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f215ce8-895b-4b2a-8cf4-89d740c8daa4,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:44.664452 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-60865f91-09dd-497c-8471-495cb40c06e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6cb3085ae3394f1b96bcd4b09bb5deab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433007 Jul 18 08:47:44.667805 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52220) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:44.728049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ff56463-e046-4b9e-9745-1730e17eb409 admin admin] Publish callbacks [] for security_group (1f215ce8-895b-4b2a-8cf4-89d740c8daa4), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.753928 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ff56463-e046-4b9e-9745-1730e17eb409 admin admin] Publish callbacks [] for security_group (1f215ce8-895b-4b2a-8cf4-89d740c8daa4), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.774203 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:44.962711 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ff56463-e046-4b9e-9745-1730e17eb409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (1f215ce8-895b-4b2a-8cf4-89d740c8daa4), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.966045 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ff56463-e046-4b9e-9745-1730e17eb409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:44.967261 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-1ff56463-e046-4b9e-9745-1730e17eb409 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f215ce8-895b-4b2a-8cf4-89d740c8daa4 HTTP/1.1" status: 204 len: 168 time: 0.2991707 Jul 18 08:47:44.976268 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff56463-e046-4b9e-9745-1730e17eb409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f215ce8-895b-4b2a-8cf4-89d740c8daa4,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:45.640731 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e447c9c-2a12-4eee-95b0-063f365e6ba7 req-1085fbd1-ddb2-436c-bb4b-23266c9f1c9f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:45.643402 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e447c9c-2a12-4eee-95b0-063f365e6ba7 req-1085fbd1-ddb2-436c-bb4b-23266c9f1c9f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0836501 Jul 18 08:47:45.705940 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e447c9c-2a12-4eee-95b0-063f365e6ba7 req-55868ef8-d811-4cb2-9fe3-f1582bf91c2a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542190 Jul 18 08:47:46.885920 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f529b-a6ed-4c50-9de6-707af68bd0de req-b9b9009a-e79d-4b77-b161-a661994040f3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:46.889106 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ad6f529b-a6ed-4c50-9de6-707af68bd0de req-b9b9009a-e79d-4b77-b161-a661994040f3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0769789 Jul 18 08:47:46.952387 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ad6f529b-a6ed-4c50-9de6-707af68bd0de req-ad88ae77-3657-491d-a8a6-97429cfc2921 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Jul 18 08:47:48.112059 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe9a6-d4f7-45fe-a5cd-c5b4901cbdae req-c4573d7c-442b-4a9f-b1df-672819a9dff3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:48.114837 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cfabe9a6-d4f7-45fe-a5cd-c5b4901cbdae req-c4573d7c-442b-4a9f-b1df-672819a9dff3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0831501 Jul 18 08:47:48.123596 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52354) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:48.182332 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cfabe9a6-d4f7-45fe-a5cd-c5b4901cbdae req-3dd55ecc-fa1d-4e39-9e28-ddc0a3dac112 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528228 Jul 18 08:47:48.275959 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84e01a50-78dc-48c4-8d9f-8c54211c79c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.302832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:48.389275 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84e01a50-78dc-48c4-8d9f-8c54211c79c8 admin admin] Publish callbacks [] for security_group (a89c284b-0485-4fca-b0ca-7569ae0b6ce7), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.511960 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84e01a50-78dc-48c4-8d9f-8c54211c79c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a89c284b-0485-4fca-b0ca-7569ae0b6ce7), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.561731 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:48.566220 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-84e01a50-78dc-48c4-8d9f-8c54211c79c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=279a903930f443a393c257c495ee0cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408572 Jul 18 08:47:48.567204 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e01a50-78dc-48c4-8d9f-8c54211c79c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c284b-0485-4fca-b0ca-7569ae0b6ce7,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:48.570464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52366) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:48.635251 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cf98f7b-21e7-4360-973e-e43fb3e6785f admin admin] Publish callbacks [] for security_group (a89c284b-0485-4fca-b0ca-7569ae0b6ce7), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.659885 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:48.662112 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cf98f7b-21e7-4360-973e-e43fb3e6785f admin admin] Publish callbacks [] for security_group (a89c284b-0485-4fca-b0ca-7569ae0b6ce7), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.819104 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cf98f7b-21e7-4360-973e-e43fb3e6785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a89c284b-0485-4fca-b0ca-7569ae0b6ce7), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.823091 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cf98f7b-21e7-4360-973e-e43fb3e6785f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:48.824511 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0cf98f7b-21e7-4360-973e-e43fb3e6785f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a89c284b-0485-4fca-b0ca-7569ae0b6ce7 HTTP/1.1" status: 204 len: 168 time: 0.2530329 Jul 18 08:47:48.838294 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf98f7b-21e7-4360-973e-e43fb3e6785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c284b-0485-4fca-b0ca-7569ae0b6ce7,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:49.308491 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43adc58-118c-43c6-b3b4-2beefe1b0f3b req-19f93b7c-a302-4732-8cb0-eccca0b6b582 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:49.310342 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b43adc58-118c-43c6-b3b4-2beefe1b0f3b req-19f93b7c-a302-4732-8cb0-eccca0b6b582 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0584264 Jul 18 08:47:49.368801 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b43adc58-118c-43c6-b3b4-2beefe1b0f3b req-7b439e0c-a44f-4259-bdc8-262220f4ee43 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518808 Jul 18 08:47:50.263834 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52432) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:50.312295 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Deleting subnet f8064900-e657-47dd-884f-7d62e39f31a5 {{(pid=111084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:47:50.317615 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Publish callbacks [] for subnet (f8064900-e657-47dd-884f-7d62e39f31a5), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.360357 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583941'] for subnet (f8064900-e657-47dd-884f-7d62e39f31a5), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.414819 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (f8064900-e657-47dd-884f-7d62e39f31a5), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.525398 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0583e-96a8-4d33-bc04-a4c58f6f2725 req-1f0dc975-7c0c-471c-8de1-c78fc2695371 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:50.527096 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ede0583e-96a8-4d33-bc04-a4c58f6f2725 req-1f0dc975-7c0c-471c-8de1-c78fc2695371 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0681744 Jul 18 08:47:50.603233 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ede0583e-96a8-4d33-bc04-a4c58f6f2725 req-356c5f4e-dc7b-4426-acc0-4ab322ff484a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695033 Jul 18 08:47:50.604657 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52448) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:50.625731 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9436753'] for subnet (f8064900-e657-47dd-884f-7d62e39f31a5), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.662795 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8064900-e657-47dd-884f-7d62e39f31a5,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:50.665121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.672441 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6dada8eb-d196-4f03-b2d5-e3eddb5da6cf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f8064900-e657-47dd-884f-7d62e39f31a5 HTTP/1.1" status: 204 len: 168 time: 0.4074748 Jul 18 08:47:50.676600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52452) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:50.764828 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (57271ba8-8f5a-410d-a035-136f399b1023), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.859145 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (57271ba8-8f5a-410d-a035-136f399b1023), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.864302 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4e051c87-6591-4b5f-a1ed-4686f6bae6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.883135 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57271ba8-8f5a-410d-a035-136f399b1023']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:50.895553 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21c1886-e1e5-4df4-841f-3a5e742a0882') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:50.896062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21c1886-e1e5-4df4-841f-3a5e742a0882') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:50.909843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (f21c1886-e1e5-4df4-841f-3a5e742a0882), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.926681 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (f21c1886-e1e5-4df4-841f-3a5e742a0882), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.936182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:47:50.936740 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (f21c1886-e1e5-4df4-841f-3a5e742a0882), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:50.967887 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment f21c1886-e1e5-4df4-841f-3a5e742a0882 resource provider aggregate not found Jul 18 08:47:50.994341 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4e051c87-6591-4b5f-a1ed-4686f6bae6b5 admin admin] Publish callbacks [] for security_group (2224e355-0a47-4541-b4d5-f2245aab8b16), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.010031 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment f21c1886-e1e5-4df4-841f-3a5e742a0882 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f21c1886-e1e5-4df4-841f-3a5e742a0882 found for delete ", "request_id": "req-54b84137-6ac2-4784-8419-115954e9e8a0"}]} Jul 18 08:47:51.100485 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4e051c87-6591-4b5f-a1ed-4686f6bae6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2224e355-0a47-4541-b4d5-f2245aab8b16), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.134333 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5963-4a5e-4b66-acb1-7bb76d65327d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.139238 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (57271ba8-8f5a-410d-a035-136f399b1023), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.150921 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.155228 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] 10.222.0.57 "DELETE /v2.0/networks/57271ba8-8f5a-410d-a035-136f399b1023 HTTP/1.1" status: 204 len: 168 time: 0.4772534 Jul 18 08:47:51.161049 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-4e051c87-6591-4b5f-a1ed-4686f6bae6b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79d2e618d9cd4648bc71619b974a0fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5525360 Jul 18 08:47:51.161816 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e051c87-6591-4b5f-a1ed-4686f6bae6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224e355-0a47-4541-b4d5-f2245aab8b16,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:51.163792 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52466) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:51.164129 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52468) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:51.211583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6cf8f-0e71-4375-b30c-b4ec91f3038e admin admin] Pushing event deleted for resources: {'Network': ['ID=57271ba8-8f5a-410d-a035-136f399b1023,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:51.288113 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52474) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:51.289315 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Deleting subnet 02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:47:51.295422 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Publish callbacks [] for subnet (02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.345360 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-faacb95d-41ec-41dd-9fd4-fc64704f8b66 admin admin] Publish callbacks [] for security_group (2224e355-0a47-4541-b4d5-f2245aab8b16), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.362727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.399808 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-faacb95d-41ec-41dd-9fd4-fc64704f8b66 admin admin] Publish callbacks [] for security_group (2224e355-0a47-4541-b4d5-f2245aab8b16), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.443219 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.555550 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:51.567422 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-16f03b3e-2561-4224-bb5e-f64ea601802d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.578597 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.609080 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:51.614324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.623828 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e931b03d-1ea5-4570-af03-3d71e052b531 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/02bfc2a6-e2cb-46cf-8847-4dbf99ae9ff4 HTTP/1.1" status: 204 len: 168 time: 0.4565430 Jul 18 08:47:51.623828 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52482) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:51.631113 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-faacb95d-41ec-41dd-9fd4-fc64704f8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2224e355-0a47-4541-b4d5-f2245aab8b16), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.633617 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-faacb95d-41ec-41dd-9fd4-fc64704f8b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.634941 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-faacb95d-41ec-41dd-9fd4-fc64704f8b66 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2224e355-0a47-4541-b4d5-f2245aab8b16 HTTP/1.1" status: 204 len: 168 time: 0.4686475 Jul 18 08:47:51.727605 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=17 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:51.730182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb95d-41ec-41dd-9fd4-fc64704f8b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224e355-0a47-4541-b4d5-f2245aab8b16,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:51.733528 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-16f03b3e-2561-4224-bb5e-f64ea601802d admin admin] Publish callbacks [] for security_group (610cf50c-ad93-46a8-bc0e-1928dc3a7fd5), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.766458 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (850e6453-227a-40d1-91c0-62736e5367ed), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.787536 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a25202-c1c7-4c55-b90f-acdac037e988 req-637fbafc-136d-4e62-8e35-537b54f3bbd7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:51.789215 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74a25202-c1c7-4c55-b90f-acdac037e988 req-637fbafc-136d-4e62-8e35-537b54f3bbd7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Jul 18 08:47:51.804073 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:51.840700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:51.847907 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-16f03b3e-2561-4224-bb5e-f64ea601802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (610cf50c-ad93-46a8-bc0e-1928dc3a7fd5), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.905514 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f03b3e-2561-4224-bb5e-f64ea601802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610cf50c-ad93-46a8-bc0e-1928dc3a7fd5,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:51.924390 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74a25202-c1c7-4c55-b90f-acdac037e988 req-c7fdc63c-6f9c-4d54-bb9e-0883aeaa5148 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268828 Jul 18 08:47:51.929001 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (850e6453-227a-40d1-91c0-62736e5367ed), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:51.973930 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850e6453-227a-40d1-91c0-62736e5367ed']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:51.978265 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-16f03b3e-2561-4224-bb5e-f64ea601802d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3ce0c562bf145939da6703b00c2b99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890516 Jul 18 08:47:51.983715 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52494) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:51.993100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4f69b3-e5bc-48f6-94f6-688f3b33d102') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:51.993393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4f69b3-e5bc-48f6-94f6-688f3b33d102') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:47:52.009876 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (bf4f69b3-e5bc-48f6-94f6-688f3b33d102), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.045390 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (bf4f69b3-e5bc-48f6-94f6-688f3b33d102), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.056652 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:47:52.057051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (bf4f69b3-e5bc-48f6-94f6-688f3b33d102), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.123642 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-041942a9-e0fe-422b-a9fd-dbb20a87c859 admin admin] Publish callbacks [] for security_group (610cf50c-ad93-46a8-bc0e-1928dc3a7fd5), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.171566 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-041942a9-e0fe-422b-a9fd-dbb20a87c859 admin admin] Publish callbacks [] for security_group (610cf50c-ad93-46a8-bc0e-1928dc3a7fd5), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.278177 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (850e6453-227a-40d1-91c0-62736e5367ed), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.286172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.293966 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] 10.222.0.57 "DELETE /v2.0/networks/850e6453-227a-40d1-91c0-62736e5367ed HTTP/1.1" status: 204 len: 168 time: 0.6651239 Jul 18 08:47:52.301867 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecdeae-0017-4a1b-a9bc-fa1ab1e81e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=850e6453-227a-40d1-91c0-62736e5367ed,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:52.392297 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-041942a9-e0fe-422b-a9fd-dbb20a87c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (610cf50c-ad93-46a8-bc0e-1928dc3a7fd5), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.394997 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-041942a9-e0fe-422b-a9fd-dbb20a87c859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.396299 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-041942a9-e0fe-422b-a9fd-dbb20a87c859 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/610cf50c-ad93-46a8-bc0e-1928dc3a7fd5 HTTP/1.1" status: 204 len: 168 time: 0.4116108 Jul 18 08:47:52.405737 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041942a9-e0fe-422b-a9fd-dbb20a87c859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610cf50c-ad93-46a8-bc0e-1928dc3a7fd5,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:52.728274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52510) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:52.776907 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0f55303e-ce8e-4cc0-a72b-ae62f39e7878 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f9e24761e274293abd9f9cb362bb4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451276 Jul 18 08:47:52.777544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52512) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:52.837497 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c72efb93-08a9-4d12-a150-16578f780db0 admin admin] Publish callbacks [] for security_group (04424457-3849-460a-846b-3cb00778f371), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:52.863296 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c72efb93-08a9-4d12-a150-16578f780db0 admin admin] Publish callbacks [] for security_group (04424457-3849-460a-846b-3cb00778f371), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.029472 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment bf4f69b3-e5bc-48f6-94f6-688f3b33d102 resource provider aggregate not found Jul 18 08:47:53.043263 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c72efb93-08a9-4d12-a150-16578f780db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (04424457-3849-460a-846b-3cb00778f371), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.049256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c72efb93-08a9-4d12-a150-16578f780db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.051711 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c72efb93-08a9-4d12-a150-16578f780db0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04424457-3849-460a-846b-3cb00778f371 HTTP/1.1" status: 204 len: 168 time: 0.2723992 Jul 18 08:47:53.087278 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment bf4f69b3-e5bc-48f6-94f6-688f3b33d102 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf4f69b3-e5bc-48f6-94f6-688f3b33d102 found for delete ", "request_id": "req-fc6fa79f-d862-46c8-8beb-1607e93325cb"}]} Jul 18 08:47:53.118482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4029cd-4b08-4064-9d09-d66760e5b039 req-32f5b61a-fb60-44ef-a64c-bb2ccbb014cd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:53.123153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ba4029cd-4b08-4064-9d09-d66760e5b039 req-32f5b61a-fb60-44ef-a64c-bb2ccbb014cd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0999103 Jul 18 08:47:53.123153 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72efb93-08a9-4d12-a150-16578f780db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04424457-3849-460a-846b-3cb00778f371,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:53.179325 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ba4029cd-4b08-4064-9d09-d66760e5b039 req-38ce0779-6556-415d-856c-f4793a57d182 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511680 Jul 18 08:47:53.322704 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52534) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:53.337690 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2e73-bb27-429a-90c1-1a967b19fb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.435315 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2e73-bb27-429a-90c1-1a967b19fb5a admin admin] Publish callbacks [] for security_group (a7ec64ac-2429-4d94-b959-100fe0f71de1), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.529681 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61f1a39d-a409-4809-94ee-9b9f09ad4a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.530554 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2e73-bb27-429a-90c1-1a967b19fb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a7ec64ac-2429-4d94-b959-100fe0f71de1), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.578971 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8bbf2e73-bb27-429a-90c1-1a967b19fb5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e66ea819617644b18b43ee4565c28b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548702 Jul 18 08:47:53.579892 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf2e73-bb27-429a-90c1-1a967b19fb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec64ac-2429-4d94-b959-100fe0f71de1,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:53.585311 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52538) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:53.658654 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3b1c3e2b-53d8-4fab-9d12-aa480cb5bea9 admin admin] Publish callbacks [] for security_group (a7ec64ac-2429-4d94-b959-100fe0f71de1), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.663564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:53.691201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3b1c3e2b-53d8-4fab-9d12-aa480cb5bea9 admin admin] Publish callbacks [] for security_group (a7ec64ac-2429-4d94-b959-100fe0f71de1), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.883969 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52546) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:53.914813 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3b1c3e2b-53d8-4fab-9d12-aa480cb5bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a7ec64ac-2429-4d94-b959-100fe0f71de1), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.917840 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3b1c3e2b-53d8-4fab-9d12-aa480cb5bea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:53.923014 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3b1c3e2b-53d8-4fab-9d12-aa480cb5bea9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7ec64ac-2429-4d94-b959-100fe0f71de1 HTTP/1.1" status: 204 len: 168 time: 0.3325222 Jul 18 08:47:53.940467 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c3e2b-53d8-4fab-9d12-aa480cb5bea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec64ac-2429-4d94-b959-100fe0f71de1,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:53.945738 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-75417100-264c-4aef-a112-0dc3e5ea8695 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab6ce9a4b32f4edfbd9c40da74938006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604649 Jul 18 08:47:53.948491 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52552) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:54.000638 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:54.027589 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2cb20ede-e6af-4ee9-979c-1d6582f40e7f admin admin] Publish callbacks [] for security_group (62d12a67-aeb1-4efb-a615-391d8c254a71), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:54.055213 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2cb20ede-e6af-4ee9-979c-1d6582f40e7f admin admin] Publish callbacks [] for security_group (62d12a67-aeb1-4efb-a615-391d8c254a71), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:54.284956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2cb20ede-e6af-4ee9-979c-1d6582f40e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (62d12a67-aeb1-4efb-a615-391d8c254a71), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:54.288664 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2cb20ede-e6af-4ee9-979c-1d6582f40e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:54.289959 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2cb20ede-e6af-4ee9-979c-1d6582f40e7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62d12a67-aeb1-4efb-a615-391d8c254a71 HTTP/1.1" status: 204 len: 168 time: 0.3404186 Jul 18 08:47:54.326944 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb20ede-e6af-4ee9-979c-1d6582f40e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d12a67-aeb1-4efb-a615-391d8c254a71,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:54.346045 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838db26-c980-4bfb-88e6-ec3b51d220ba req-cee97cc2-cf53-45fd-b180-b5da9f815d9b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:54.348115 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5838db26-c980-4bfb-88e6-ec3b51d220ba req-cee97cc2-cf53-45fd-b180-b5da9f815d9b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0846963 Jul 18 08:47:54.405682 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5838db26-c980-4bfb-88e6-ec3b51d220ba req-b16b1469-80ce-4dbd-b0a8-6081176c525e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 Jul 18 08:47:54.427088 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=87 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:54.437277 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=65 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:54.598550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:54.800880 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52572) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:54.975362 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-436d01ea-a3d5-4e49-83a2-8752eef02ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.096027 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-436d01ea-a3d5-4e49-83a2-8752eef02ad6 admin admin] Publish callbacks [] for security_group (5cead1d0-2495-4b5f-9aa4-cf0f6483e45e), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.175904 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-436d01ea-a3d5-4e49-83a2-8752eef02ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (5cead1d0-2495-4b5f-9aa4-cf0f6483e45e), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.260639 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-436d01ea-a3d5-4e49-83a2-8752eef02ad6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48ac5e93576143899d5906ac93229e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575164 Jul 18 08:47:55.265207 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52594) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:47:55.265797 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d01ea-a3d5-4e49-83a2-8752eef02ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cead1d0-2495-4b5f-9aa4-cf0f6483e45e,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:55.356264 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-998ff362-fda9-480f-b41c-c8bbc055d335 admin admin] Publish callbacks [] for security_group (5cead1d0-2495-4b5f-9aa4-cf0f6483e45e), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.390203 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-998ff362-fda9-480f-b41c-c8bbc055d335 admin admin] Publish callbacks [] for security_group (5cead1d0-2495-4b5f-9aa4-cf0f6483e45e), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.561375 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-998ff362-fda9-480f-b41c-c8bbc055d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (5cead1d0-2495-4b5f-9aa4-cf0f6483e45e), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.566922 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-998ff362-fda9-480f-b41c-c8bbc055d335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:55.568879 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-998ff362-fda9-480f-b41c-c8bbc055d335 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5cead1d0-2495-4b5f-9aa4-cf0f6483e45e HTTP/1.1" status: 204 len: 168 time: 0.3014939 Jul 18 08:47:55.611021 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ff362-fda9-480f-b41c-c8bbc055d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cead1d0-2495-4b5f-9aa4-cf0f6483e45e,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:47:55.633151 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689d45d-4803-481d-8503-4c56e0d81d87 req-b7f2ec12-2b98-47af-b479-dad69e727b9d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:55.635197 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9689d45d-4803-481d-8503-4c56e0d81d87 req-b7f2ec12-2b98-47af-b479-dad69e727b9d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0940263 Jul 18 08:47:55.734619 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9689d45d-4803-481d-8503-4c56e0d81d87 req-a82c4fd7-6e40-45c6-8869-82eec4d9e88c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 Jul 18 08:47:56.132238 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:56.209337 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:56.409315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:47:56.878914 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29eeb-dda3-4cf3-92e3-34db3c15cb08 req-a9b5f2e2-34ea-41c3-899e-58874e845032 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:56.878914 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-70d29eeb-dda3-4cf3-92e3-34db3c15cb08 req-a9b5f2e2-34ea-41c3-899e-58874e845032 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0641828 Jul 18 08:47:56.934884 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-70d29eeb-dda3-4cf3-92e3-34db3c15cb08 req-64db5538-48e4-4580-8a7a-0cef1eab4d3e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473580 Jul 18 08:47:58.094097 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3f1ce-94e0-4be8-88b0-3bd8371919e1 req-fe0ffd3d-c433-4dc7-a224-d032247aab41 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:58.095751 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b5b3f1ce-94e0-4be8-88b0-3bd8371919e1 req-fe0ffd3d-c433-4dc7-a224-d032247aab41 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0716009 Jul 18 08:47:58.164263 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b5b3f1ce-94e0-4be8-88b0-3bd8371919e1 req-7a571c09-3961-4e59-b42a-0cd0bf650ed5 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Jul 18 08:47:58.690081 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:47:58.699467 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d725be0-2a10-406f-bf65-656822fc5254 req-d55705d0-2136-4627-a1fe-69a31e27e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:58.701204 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8d725be0-2a10-406f-bf65-656822fc5254 req-d55705d0-2136-4627-a1fe-69a31e27e9d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 1129 time: 0.0529032 Jul 18 08:47:58.777062 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8d725be0-2a10-406f-bf65-656822fc5254 req-6391b230-c71a-427c-a79f-102c758a6d1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683630 Jul 18 08:47:59.325179 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd1bc-2be4-4584-ab4b-51d3782e899e req-9a725524-eef3-4638-a3dd-2c0e5e0f17df tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:47:59.333208 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5c9bd1bc-2be4-4584-ab4b-51d3782e899e req-9a725524-eef3-4638-a3dd-2c0e5e0f17df tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0776339 Jul 18 08:47:59.402558 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5c9bd1bc-2be4-4584-ab4b-51d3782e899e req-4ec5a41c-735d-40f9-96c6-f0d385229620 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681038 Jul 18 08:48:00.281147 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52746) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:00.491962 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:00.571640 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:00.587077 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d940cd-f739-458e-be78-91edfb137a39 req-e0d3d38e-19b7-4e2c-95f9-f1babfd21786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:00.588776 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f9d940cd-f739-458e-be78-91edfb137a39 req-e0d3d38e-19b7-4e2c-95f9-f1babfd21786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0721853 Jul 18 08:48:00.659483 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Publish callbacks [] for security_group (b4022fb6-dccb-4fd7-8b0f-e940dba19619), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:00.672357 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f9d940cd-f739-458e-be78-91edfb137a39 req-c5c67a50-f1bf-4885-8b8f-6486d888bbc7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700872 Jul 18 08:48:00.763938 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b4022fb6-dccb-4fd7-8b0f-e940dba19619), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:00.825407 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4022fb6-dccb-4fd7-8b0f-e940dba19619,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:00.829933 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77750133d6024906b47e2d3d8c854dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476775 Jul 18 08:48:00.832866 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52772) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:00.839797 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.841226 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.842646 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.842646 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.842920 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.843424 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.843946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.844603 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.847503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f5bba-7b16-41b3-8fc7-ba98ca115f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:00.907195 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Publish callbacks [] for security_group (b4022fb6-dccb-4fd7-8b0f-e940dba19619), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:00.933223 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Publish callbacks [] for security_group (b4022fb6-dccb-4fd7-8b0f-e940dba19619), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:01.094827 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b4022fb6-dccb-4fd7-8b0f-e940dba19619), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:01.097474 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:01.098648 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4022fb6-dccb-4fd7-8b0f-e940dba19619 HTTP/1.1" status: 204 len: 168 time: 0.2638597 Jul 18 08:48:01.110881 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4022fb6-dccb-4fd7-8b0f-e940dba19619,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:01.119265 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.119609 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.120182 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.120517 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.120856 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.121184 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.121559 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.121898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.122209 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.122714 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.123212 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.123540 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.123911 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.124215 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.124536 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5decd8-c294-4420-a9a9-4ca9f9584f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:01.469369 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:48:01.816327 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c9a24-151e-4c25-9e1d-db990ffb6bb8 req-ea1018da-39c5-4afb-ad93-fe3a28e8e720 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:01.817931 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d01c9a24-151e-4c25-9e1d-db990ffb6bb8 req-ea1018da-39c5-4afb-ad93-fe3a28e8e720 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0495331 Jul 18 08:48:01.872609 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:01.878454 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d01c9a24-151e-4c25-9e1d-db990ffb6bb8 req-2d77caf1-c80c-4d2c-bea4-66fc6c381e34 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Jul 18 08:48:01.969473 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52794) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:01.988207 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-af7e56b9-1686-4d93-ba54-0d8cc65ac515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.017448 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad206c-47ba-4662-926a-39760d3196fd req-b3e34aaf-2d13-4f5e-b88d-5c4adad21e55 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:02.019036 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-06ad206c-47ba-4662-926a-39760d3196fd req-b3e34aaf-2d13-4f5e-b88d-5c4adad21e55 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0578108 Jul 18 08:48:02.036975 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:02.106862 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-06ad206c-47ba-4662-926a-39760d3196fd req-a5186cbd-c73c-47f0-af2c-62eda7d68a24 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735292 Jul 18 08:48:02.115965 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-af7e56b9-1686-4d93-ba54-0d8cc65ac515 admin admin] Publish callbacks [] for security_group (439cfac4-91dd-4e1f-bd7a-f19fcc3afd32), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.174727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-af7e56b9-1686-4d93-ba54-0d8cc65ac515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (439cfac4-91dd-4e1f-bd7a-f19fcc3afd32), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.227377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e56b9-1686-4d93-ba54-0d8cc65ac515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439cfac4-91dd-4e1f-bd7a-f19fcc3afd32,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:02.234006 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-af7e56b9-1686-4d93-ba54-0d8cc65ac515 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6bdffeef468f49d4bf618d12d3c68389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631390 Jul 18 08:48:02.236959 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52802) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:02.315814 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fad6010-7470-4406-8596-6d422f3aee02 admin admin] Publish callbacks [] for security_group (439cfac4-91dd-4e1f-bd7a-f19fcc3afd32), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.341980 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fad6010-7470-4406-8596-6d422f3aee02 admin admin] Publish callbacks [] for security_group (439cfac4-91dd-4e1f-bd7a-f19fcc3afd32), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.402218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:02.483438 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fad6010-7470-4406-8596-6d422f3aee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (439cfac4-91dd-4e1f-bd7a-f19fcc3afd32), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.483828 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.486704 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fad6010-7470-4406-8596-6d422f3aee02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:02.488296 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6fad6010-7470-4406-8596-6d422f3aee02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/439cfac4-91dd-4e1f-bd7a-f19fcc3afd32 HTTP/1.1" status: 204 len: 168 time: 0.2504530 Jul 18 08:48:02.499867 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad6010-7470-4406-8596-6d422f3aee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cfac4-91dd-4e1f-bd7a-f19fcc3afd32,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:05.107787 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-4c267911-f58e-4e57-9df3-69158daf2c28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479665 Jul 18 08:48:05.236811 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-857ea89a-ca67-4651-8ac9-cfd0248c3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:05.240836 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-857ea89a-ca67-4651-8ac9-cfd0248c3fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1129 time: 0.0694768 Jul 18 08:48:05.370816 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:05.377005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-622d392c-bc0a-4922-af59-e28d7534dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:05.378597 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-622d392c-bc0a-4922-af59-e28d7534dbc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.1142905 Jul 18 08:48:05.422566 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-c8ca75e6-f7ca-4403-a342-e935f4dfde4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 200 len: 217 time: 0.0364592 Jul 18 08:48:05.475093 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-93524e66-332d-4913-ae99-35e59b8bbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:05.476586 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-93524e66-332d-4913-ae99-35e59b8bbd5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0480461 Jul 18 08:48:05.527440 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-70a23694-ba79-4449-87c5-e09e6f9c5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:05.529654 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-70a23694-ba79-4449-87c5-e09e6f9c5116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453243 Jul 18 08:48:05.641525 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-af335c31-3c13-41f5-9d39-1233d641df4b service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962977 Jul 18 08:48:05.788374 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e60b7-9711-4593-b6d7-8fd58967cbdb req-e49b36bc-747f-4535-a5a9-0d602c295949 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:05.790021 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b21e60b7-9711-4593-b6d7-8fd58967cbdb req-e49b36bc-747f-4535-a5a9-0d602c295949 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0665431 Jul 18 08:48:05.794769 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a1491fd1-642c-43a5-84e6-5da0493836a5 req-f15114d5-0a48-4bf4-8ced-c0bccab44333 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453993 Jul 18 08:48:05.819781 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:05.859863 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b21e60b7-9711-4593-b6d7-8fd58967cbdb req-f21959bc-928c-469e-98ef-005efbbcf389 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630670 Jul 18 08:48:06.026250 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a526-f443-4069-bf20-8065e50f4384 req-29fad522-2f1b-4e00-8aee-c781000c4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:06.028967 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-29fad522-2f1b-4e00-8aee-c781000c4c27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1129 time: 0.0585308 Jul 18 08:48:06.178613 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a526-f443-4069-bf20-8065e50f4384 req-2ae44e27-e280-4531-8276-4b2a51170863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:06.181191 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-2ae44e27-e280-4531-8276-4b2a51170863 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.1447318 Jul 18 08:48:06.232674 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-58d60c97-96e0-41c7-a898-1137eda6bf6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 200 len: 217 time: 0.0404425 Jul 18 08:48:06.297256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a526-f443-4069-bf20-8065e50f4384 req-f03524eb-c849-4314-8ba5-33a3a2b068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:06.298793 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-f03524eb-c849-4314-8ba5-33a3a2b068a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0532827 Jul 18 08:48:06.358270 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a526-f443-4069-bf20-8065e50f4384 req-aaaf1e3f-c491-446c-a86e-c46d68913739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:06.360767 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-aaaf1e3f-c491-446c-a86e-c46d68913739 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529451 Jul 18 08:48:06.643230 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 52962) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:06.787130 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cfc0650-dc59-47dd-a79c-846de6049ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:06.876629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cfc0650-dc59-47dd-a79c-846de6049ee4 admin admin] Publish callbacks [] for security_group (2682ba54-776d-42d3-81d3-99fa6c726666), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:07.001191 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0cfc0650-dc59-47dd-a79c-846de6049ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2682ba54-776d-42d3-81d3-99fa6c726666), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:07.050742 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8a90d-7f23-4649-ad7d-30c302ccce93 req-ba25aaf4-ef1d-44a5-8190-5f0c8c1e5b7d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:07.060477 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-80c8a90d-7f23-4649-ad7d-30c302ccce93 req-ba25aaf4-ef1d-44a5-8190-5f0c8c1e5b7d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.1146402 Jul 18 08:48:07.094170 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0cfc0650-dc59-47dd-a79c-846de6049ee4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1db22b0e1734b1ea27a68ccdb9338cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446735 Jul 18 08:48:07.096172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52982) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:07.103211 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc0650-dc59-47dd-a79c-846de6049ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2682ba54-776d-42d3-81d3-99fa6c726666,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:07.148181 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-80c8a90d-7f23-4649-ad7d-30c302ccce93 req-9a4677b6-c010-41da-b7f0-0c7ba8e867f9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760608 Jul 18 08:48:07.181306 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-67eac9bb-e203-4a63-85b6-f7ff8a31f81a admin admin] Publish callbacks [] for security_group (2682ba54-776d-42d3-81d3-99fa6c726666), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:07.222926 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-67eac9bb-e203-4a63-85b6-f7ff8a31f81a admin admin] Publish callbacks [] for security_group (2682ba54-776d-42d3-81d3-99fa6c726666), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:07.358004 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-67eac9bb-e203-4a63-85b6-f7ff8a31f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2682ba54-776d-42d3-81d3-99fa6c726666), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:07.361058 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-67eac9bb-e203-4a63-85b6-f7ff8a31f81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:07.362444 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-67eac9bb-e203-4a63-85b6-f7ff8a31f81a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2682ba54-776d-42d3-81d3-99fa6c726666 HTTP/1.1" status: 204 len: 168 time: 0.2652140 Jul 18 08:48:07.379169 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eac9bb-e203-4a63-85b6-f7ff8a31f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2682ba54-776d-42d3-81d3-99fa6c726666,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:07.411093 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 52996) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:07.620844 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-8fd6e0b9-24ec-4c4f-9bf8-b30a82260609 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154062 Jul 18 08:48:08.088414 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b416-8031-4139-9d79-9900383e59a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.152598 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7e83a526-f443-4069-bf20-8065e50f4384 req-59b28e16-bc72-4cda-878a-688ae7ffaadc service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340854 Jul 18 08:48:08.257149 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b416-8031-4139-9d79-9900383e59a6 admin admin] Publish callbacks [] for security_group (20b99043-63fd-446f-ae33-08925b8d495d), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.266522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53018) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:08.366769 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4ff2-483a-45a1-99db-9440896489b5 req-e07d1084-409c-4d03-bcbf-7b937a9d6550 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:08.368382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0e4b4ff2-483a-45a1-99db-9440896489b5 req-e07d1084-409c-4d03-bcbf-7b937a9d6550 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0843866 Jul 18 08:48:08.372599 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b416-8031-4139-9d79-9900383e59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (20b99043-63fd-446f-ae33-08925b8d495d), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.415605 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-74966b3e-68e3-47bb-b99f-02aa294afa7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.416997 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e4c4b416-8031-4139-9d79-9900383e59a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=239c7041fd9b460cb7582dbebe806e99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0043833 Jul 18 08:48:08.427765 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53026) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:08.438513 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:08.445884 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4b416-8031-4139-9d79-9900383e59a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b99043-63fd-446f-ae33-08925b8d495d,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:08.484167 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0e4b4ff2-483a-45a1-99db-9440896489b5 req-28d6f872-8301-466e-a665-85619e30b737 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870607 Jul 18 08:48:08.526581 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3774405f-49cc-4255-92d9-7c8104fae726 admin admin] Publish callbacks [] for security_group (20b99043-63fd-446f-ae33-08925b8d495d), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.575514 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3774405f-49cc-4255-92d9-7c8104fae726 admin admin] Publish callbacks [] for security_group (20b99043-63fd-446f-ae33-08925b8d495d), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.601319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:08.625750 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-74966b3e-68e3-47bb-b99f-02aa294afa7e admin admin] Publish callbacks [] for security_group (41b351bc-8b42-4572-9f8f-a9109c96734d), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.677439 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-74966b3e-68e3-47bb-b99f-02aa294afa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (41b351bc-8b42-4572-9f8f-a9109c96734d), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.722012 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74966b3e-68e3-47bb-b99f-02aa294afa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b351bc-8b42-4572-9f8f-a9109c96734d,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:08.729127 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-74966b3e-68e3-47bb-b99f-02aa294afa7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15d92bea797743859dd7c452809c4756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4586341 Jul 18 08:48:08.729488 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53032) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:08.746979 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3774405f-49cc-4255-92d9-7c8104fae726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (20b99043-63fd-446f-ae33-08925b8d495d), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.746979 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3774405f-49cc-4255-92d9-7c8104fae726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.746979 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3774405f-49cc-4255-92d9-7c8104fae726 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20b99043-63fd-446f-ae33-08925b8d495d HTTP/1.1" status: 204 len: 168 time: 0.3158455 Jul 18 08:48:08.754725 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774405f-49cc-4255-92d9-7c8104fae726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b99043-63fd-446f-ae33-08925b8d495d,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:08.802402 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6dd647ad-dce7-48be-98e5-c95339e4aaf6 admin admin] Publish callbacks [] for security_group (41b351bc-8b42-4572-9f8f-a9109c96734d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:08.813556 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:08.836593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6dd647ad-dce7-48be-98e5-c95339e4aaf6 admin admin] Publish callbacks [] for security_group (41b351bc-8b42-4572-9f8f-a9109c96734d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:09.017019 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6dd647ad-dce7-48be-98e5-c95339e4aaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (41b351bc-8b42-4572-9f8f-a9109c96734d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:09.019656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6dd647ad-dce7-48be-98e5-c95339e4aaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:09.024216 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-6dd647ad-dce7-48be-98e5-c95339e4aaf6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41b351bc-8b42-4572-9f8f-a9109c96734d HTTP/1.1" status: 204 len: 168 time: 0.2903953 Jul 18 08:48:09.030858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd647ad-dce7-48be-98e5-c95339e4aaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b351bc-8b42-4572-9f8f-a9109c96734d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:09.050006 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:09.644238 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42067036-32ff-43a3-bdf8-11f0e71f6a2e req-b653c717-9e8e-4d84-9926-d687389bae50 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:09.647252 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-42067036-32ff-43a3-bdf8-11f0e71f6a2e req-b653c717-9e8e-4d84-9926-d687389bae50 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0540197 Jul 18 08:48:09.742791 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-42067036-32ff-43a3-bdf8-11f0e71f6a2e req-36e5a1dd-8576-4a3c-8ce9-c7c5956aa19c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886121 Jul 18 08:48:09.981109 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53072) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:09.998765 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-04f5860b-19bc-4c9b-8d66-32b7bf7a5704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.145697 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-04f5860b-19bc-4c9b-8d66-32b7bf7a5704 admin admin] Publish callbacks [] for security_group (290cbd2b-204e-4faa-b4f6-cd95d917ebdc), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.215003 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53088) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:10.233053 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f1600c-905f-4413-9174-3433219c46d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.241935 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-04f5860b-19bc-4c9b-8d66-32b7bf7a5704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (290cbd2b-204e-4faa-b4f6-cd95d917ebdc), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.297967 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-04f5860b-19bc-4c9b-8d66-32b7bf7a5704 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31b310acda534c90ae007c0d9bac54b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157387 Jul 18 08:48:10.302606 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53090) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:10.303444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5860b-19bc-4c9b-8d66-32b7bf7a5704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290cbd2b-204e-4faa-b4f6-cd95d917ebdc,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:10.380264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f1600c-905f-4413-9174-3433219c46d0 admin admin] Publish callbacks [] for security_group (467660b5-2b77-4ec4-979a-d4349ac66299), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.402143 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0d30-83c3-4de5-9c16-7215a021209b admin admin] Publish callbacks [] for security_group (290cbd2b-204e-4faa-b4f6-cd95d917ebdc), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.428135 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0d30-83c3-4de5-9c16-7215a021209b admin admin] Publish callbacks [] for security_group (290cbd2b-204e-4faa-b4f6-cd95d917ebdc), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.438647 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:10.472905 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f1600c-905f-4413-9174-3433219c46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (467660b5-2b77-4ec4-979a-d4349ac66299), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.546352 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-92f1600c-905f-4413-9174-3433219c46d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9529a4212cec4c23bd18d1c352b471f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294127 Jul 18 08:48:10.547657 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1600c-905f-4413-9174-3433219c46d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467660b5-2b77-4ec4-979a-d4349ac66299,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:10.549103 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53094) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:10.600532 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0d30-83c3-4de5-9c16-7215a021209b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (290cbd2b-204e-4faa-b4f6-cd95d917ebdc), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.603267 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0d30-83c3-4de5-9c16-7215a021209b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.607771 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bc9c0d30-83c3-4de5-9c16-7215a021209b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/290cbd2b-204e-4faa-b4f6-cd95d917ebdc HTTP/1.1" status: 204 len: 168 time: 0.2987740 Jul 18 08:48:10.619028 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c0d30-83c3-4de5-9c16-7215a021209b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290cbd2b-204e-4faa-b4f6-cd95d917ebdc,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:10.636309 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0cf7573d-299d-4b94-b5d6-1a206e70acbb admin admin] Publish callbacks [] for security_group (467660b5-2b77-4ec4-979a-d4349ac66299), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.677281 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0cf7573d-299d-4b94-b5d6-1a206e70acbb admin admin] Publish callbacks [] for security_group (467660b5-2b77-4ec4-979a-d4349ac66299), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.850783 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0cf7573d-299d-4b94-b5d6-1a206e70acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (467660b5-2b77-4ec4-979a-d4349ac66299), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.853711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0cf7573d-299d-4b94-b5d6-1a206e70acbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:10.863414 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0cf7573d-299d-4b94-b5d6-1a206e70acbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/467660b5-2b77-4ec4-979a-d4349ac66299 HTTP/1.1" status: 204 len: 168 time: 0.3050025 Jul 18 08:48:10.874795 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7573d-299d-4b94-b5d6-1a206e70acbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467660b5-2b77-4ec4-979a-d4349ac66299,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:10.947132 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5ab4e-05b8-47da-8893-7436c41c9675 req-b8d958f6-f405-43db-b1ef-45e896449a24 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:10.947132 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2ed5ab4e-05b8-47da-8893-7436c41c9675 req-b8d958f6-f405-43db-b1ef-45e896449a24 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.1209493 Jul 18 08:48:11.009431 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2ed5ab4e-05b8-47da-8893-7436c41c9675 req-9dc3eb79-4cbb-4c1c-9bad-16c04daab85d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538535 Jul 18 08:48:11.464659 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:11.466450 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:12.152001 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bbccc-696c-4c65-89fb-f06c4a313ece req-de9c30f9-b84d-4e8d-864e-00d9528d812b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:12.154423 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3b7bbccc-696c-4c65-89fb-f06c4a313ece req-de9c30f9-b84d-4e8d-864e-00d9528d812b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0599864 Jul 18 08:48:12.235617 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3b7bbccc-696c-4c65-89fb-f06c4a313ece req-33995c4d-f973-426f-91ad-e4a7f5d33317 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719516 Jul 18 08:48:12.406898 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634d66b-9e4d-4d59-9d9e-c2d2b1d4711e req-c3ce1d40-c039-4bc2-bbf9-dccaac7c90f3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:12.408527 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f634d66b-9e4d-4d59-9d9e-c2d2b1d4711e req-c3ce1d40-c039-4bc2-bbf9-dccaac7c90f3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0592306 Jul 18 08:48:12.492721 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f634d66b-9e4d-4d59-9d9e-c2d2b1d4711e req-96e492d5-5734-42c4-9812-0dd2cfaa093d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780170 Jul 18 08:48:13.202162 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53236) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:13.335982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-514f11f3-0f2c-4454-b10e-e5ea32c30a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:13.347281 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:13.397863 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd35c1-4e11-4c6c-b556-73699e1305eb req-b678914e-2d1d-4e81-af29-43c87107d50f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:13.399417 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b1fd35c1-4e11-4c6c-b556-73699e1305eb req-b678914e-2d1d-4e81-af29-43c87107d50f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0656021 Jul 18 08:48:13.466593 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:13.479927 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b1fd35c1-4e11-4c6c-b556-73699e1305eb req-65c58303-fe2c-4d5c-b92a-c2faf22e23ad tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742583 Jul 18 08:48:13.509905 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-514f11f3-0f2c-4454-b10e-e5ea32c30a8c admin admin] Publish callbacks [] for security_group (25e552de-c089-4e97-8fb2-ffbca46dd2b6), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:13.613992 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-514f11f3-0f2c-4454-b10e-e5ea32c30a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (25e552de-c089-4e97-8fb2-ffbca46dd2b6), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:13.622426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2dac-1d2c-4962-9543-b9d607bc658a req-a5d6dce6-e9bb-4f92-8fc9-312f8ed6124e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:13.624033 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-56fe2dac-1d2c-4962-9543-b9d607bc658a req-a5d6dce6-e9bb-4f92-8fc9-312f8ed6124e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0551918 Jul 18 08:48:13.682335 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-56fe2dac-1d2c-4962-9543-b9d607bc658a req-aa560ef2-dd33-4222-a77f-e8ceda35d779 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 Jul 18 08:48:13.687871 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-514f11f3-0f2c-4454-b10e-e5ea32c30a8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1031357e1ddd40ea9bace1f26544b5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843762 Jul 18 08:48:13.690550 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f11f3-0f2c-4454-b10e-e5ea32c30a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e552de-c089-4e97-8fb2-ffbca46dd2b6,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:13.697028 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53246) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:13.764471 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3fac1cf-d386-4085-b784-65e37e6bfca3 admin admin] Publish callbacks [] for security_group (25e552de-c089-4e97-8fb2-ffbca46dd2b6), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:13.776263 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:13.791243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3fac1cf-d386-4085-b784-65e37e6bfca3 admin admin] Publish callbacks [] for security_group (25e552de-c089-4e97-8fb2-ffbca46dd2b6), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:14.003961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3fac1cf-d386-4085-b784-65e37e6bfca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (25e552de-c089-4e97-8fb2-ffbca46dd2b6), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:14.009075 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3fac1cf-d386-4085-b784-65e37e6bfca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:14.013612 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a3fac1cf-d386-4085-b784-65e37e6bfca3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25e552de-c089-4e97-8fb2-ffbca46dd2b6 HTTP/1.1" status: 204 len: 168 time: 0.3125055 Jul 18 08:48:14.026148 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fac1cf-d386-4085-b784-65e37e6bfca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e552de-c089-4e97-8fb2-ffbca46dd2b6,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:14.630300 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150ef4c-518d-43d4-a8ee-1e3f1cf22761 req-efd76f92-3112-4a4e-9731-f088196c4cd3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:14.636442 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e150ef4c-518d-43d4-a8ee-1e3f1cf22761 req-efd76f92-3112-4a4e-9731-f088196c4cd3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0764837 Jul 18 08:48:14.722194 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e150ef4c-518d-43d4-a8ee-1e3f1cf22761 req-bc6d8063-82ef-4fbb-90b0-8f6c599032fa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Jul 18 08:48:14.905070 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7b24-e1ac-4b93-85b2-7da1a021a1cd req-2d0336de-aae9-43bd-9809-f3478755e2c3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:14.907602 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ccda7b24-e1ac-4b93-85b2-7da1a021a1cd req-2d0336de-aae9-43bd-9809-f3478755e2c3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1229894 Jul 18 08:48:15.294981 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ccda7b24-e1ac-4b93-85b2-7da1a021a1cd req-cbe305e3-29dc-4deb-b3c5-f93b276b3086 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769863 Jul 18 08:48:15.909887 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330a263-8dae-4a9c-aade-6486032c9109 req-546d3be1-4cc1-46c3-bad2-df29d72272e3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:15.911729 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9330a263-8dae-4a9c-aade-6486032c9109 req-546d3be1-4cc1-46c3-bad2-df29d72272e3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0565541 Jul 18 08:48:15.972684 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9330a263-8dae-4a9c-aade-6486032c9109 req-2a4541a0-a221-4801-8377-94b3b0862a28 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Jul 18 08:48:16.538903 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553584ac-719d-42c7-9719-d9b30aefdbff req-b3dd95d4-86ba-4007-a675-f92c667e1043 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:16.543435 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-553584ac-719d-42c7-9719-d9b30aefdbff req-b3dd95d4-86ba-4007-a675-f92c667e1043 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0990400 Jul 18 08:48:16.655343 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-553584ac-719d-42c7-9719-d9b30aefdbff req-eaf8bfb3-9378-404a-b858-703f4fa0bc69 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031651 Jul 18 08:48:17.181501 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773251-303c-4e0a-b1b4-ca75a5dd3dd9 req-236bfcf1-cec3-4c56-ae08-8d1a4115439c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:17.185923 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a2773251-303c-4e0a-b1b4-ca75a5dd3dd9 req-236bfcf1-cec3-4c56-ae08-8d1a4115439c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.1157925 Jul 18 08:48:17.276895 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a2773251-303c-4e0a-b1b4-ca75a5dd3dd9 req-e94465e1-3e1e-4846-a3c0-0b8ba559d7b2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826321 Jul 18 08:48:17.621705 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ebf2c-8ef7-4182-a88f-9ce131d0a8eb req-24dad3e1-664d-4dba-89fc-2b8e9f6b2e29 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:17.624330 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dd1ebf2c-8ef7-4182-a88f-9ce131d0a8eb req-24dad3e1-664d-4dba-89fc-2b8e9f6b2e29 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0608072 Jul 18 08:48:17.749021 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dd1ebf2c-8ef7-4182-a88f-9ce131d0a8eb req-e41cf443-9596-48e2-b729-c744d593a5a5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930161 Jul 18 08:48:17.861216 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a49b6-c551-4955-80e3-f1330697b0bc req-a2b30419-b769-4205-b370-92cf40340494 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:17.862866 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a30a49b6-c551-4955-80e3-f1330697b0bc req-a2b30419-b769-4205-b370-92cf40340494 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0677865 Jul 18 08:48:17.921574 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a30a49b6-c551-4955-80e3-f1330697b0bc req-c233dd2e-dd84-4011-8b80-0cef1388bc40 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524693 Jul 18 08:48:18.445610 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ad854-af70-47be-8a17-fe1f47cae163 req-5b2ad6f2-2ced-4a13-9d0e-29e2046adf4b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:18.448195 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6c5ad854-af70-47be-8a17-fe1f47cae163 req-5b2ad6f2-2ced-4a13-9d0e-29e2046adf4b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0745189 Jul 18 08:48:18.520896 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6c5ad854-af70-47be-8a17-fe1f47cae163 req-9a7e534c-528e-4c52-8d70-77091152e32f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657816 Jul 18 08:48:18.929008 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad2ab8-efe0-4764-83cb-58bd7d1c4085 req-d18c7563-e219-4f39-8aa8-831ab65ef806 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:18.930814 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-23ad2ab8-efe0-4764-83cb-58bd7d1c4085 req-d18c7563-e219-4f39-8aa8-831ab65ef806 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0523150 Jul 18 08:48:19.016431 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-23ad2ab8-efe0-4764-83cb-58bd7d1c4085 req-14b2ca57-52f9-40ed-baf7-f00df46be587 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779634 Jul 18 08:48:19.056250 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfd46b-3dda-49de-ae60-cf00cc56e7dc req-936ae0ab-db08-4d4c-bce5-b8d2b65c01e5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:19.057944 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-67cfd46b-3dda-49de-ae60-cf00cc56e7dc req-936ae0ab-db08-4d4c-bce5-b8d2b65c01e5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0548675 Jul 18 08:48:19.093838 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:19.126156 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-67cfd46b-3dda-49de-ae60-cf00cc56e7dc req-a8fdbbb1-04ff-4f3e-8e3c-163b2fb2cbe7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613966 Jul 18 08:48:19.669751 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d31bd-175a-463d-9551-6e2b554735e9 req-824bb855-b342-4a98-8719-cce8ed6a7d5e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:19.671496 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8e6d31bd-175a-463d-9551-6e2b554735e9 req-824bb855-b342-4a98-8719-cce8ed6a7d5e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0619714 Jul 18 08:48:19.755689 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8e6d31bd-175a-463d-9551-6e2b554735e9 req-8b0a3f7a-7471-47c0-8ea2-14ae4a39f453 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774901 Jul 18 08:48:20.167635 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20504f73-316c-4b19-b0d4-d46ca1771646 req-766312bf-6ecd-42fb-96f4-0a9e97b3c591 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:20.170053 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-20504f73-316c-4b19-b0d4-d46ca1771646 req-766312bf-6ecd-42fb-96f4-0a9e97b3c591 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0655529 Jul 18 08:48:20.236120 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-20504f73-316c-4b19-b0d4-d46ca1771646 req-2a75efb6-d599-43de-b12a-a6bb02f5eba5 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595145 Jul 18 08:48:20.296853 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09abddb-91fb-420a-a06d-077d899f895d req-62b29fa2-7c96-4f0f-b224-3c2f6108c1ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:20.298495 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e09abddb-91fb-420a-a06d-077d899f895d req-62b29fa2-7c96-4f0f-b224-3c2f6108c1ee tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0609376 Jul 18 08:48:20.357453 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e09abddb-91fb-420a-a06d-077d899f895d req-4d68ea3d-6dae-4cf1-841b-02d88861fad8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517092 Jul 18 08:48:20.916621 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb9ff-d57a-4ecb-8014-30e718c6c452 req-eeb40807-8eae-48c8-80a6-b2ec94bc71fa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:20.921386 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3c9fb9ff-d57a-4ecb-8014-30e718c6c452 req-eeb40807-8eae-48c8-80a6-b2ec94bc71fa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0784540 Jul 18 08:48:21.020245 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3c9fb9ff-d57a-4ecb-8014-30e718c6c452 req-f0c1f69f-e259-4104-8f7d-fba22b02cbb1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928471 Jul 18 08:48:21.134853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ebda-e3a1-4469-a156-b30923c185cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:21.387995 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4670872-c9d6-4987-a99a-a7bb61583858 req-ce1b933c-44f6-429a-873d-42f4824ac1d7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:21.389664 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4670872-c9d6-4987-a99a-a7bb61583858 req-ce1b933c-44f6-429a-873d-42f4824ac1d7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0723348 Jul 18 08:48:21.464500 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4670872-c9d6-4987-a99a-a7bb61583858 req-ff733504-5c0b-46b3-9e01-1cc0a69ff81d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686085 Jul 18 08:48:21.551762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cc58-b22c-4336-aacd-64ccbe6c9c22 req-4d6f80c2-9d11-4cbd-8316-f142c781e5a5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:21.553324 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5c51cc58-b22c-4336-aacd-64ccbe6c9c22 req-4d6f80c2-9d11-4cbd-8316-f142c781e5a5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0776606 Jul 18 08:48:21.631048 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5c51cc58-b22c-4336-aacd-64ccbe6c9c22 req-8c622510-4e0d-4f68-a4cc-bbb8fa8a3eed tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690808 Jul 18 08:48:22.192113 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb348c-1375-4355-9535-3af34bb6db61 req-480a7ed6-76ca-4656-b70a-ac907147fc29 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:22.193659 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e6fb348c-1375-4355-9535-3af34bb6db61 req-480a7ed6-76ca-4656-b70a-ac907147fc29 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0543034 Jul 18 08:48:22.257138 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e6fb348c-1375-4355-9535-3af34bb6db61 req-5aac0e6a-1842-406b-86ab-312a8a65e6ee tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Jul 18 08:48:22.628496 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66632b61-853f-4239-bd81-4d9e8c5d6548 req-1c4ab3de-7dcb-43f3-a743-c565f0b4b370 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:22.631046 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66632b61-853f-4239-bd81-4d9e8c5d6548 req-1c4ab3de-7dcb-43f3-a743-c565f0b4b370 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0669229 Jul 18 08:48:22.761057 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66632b61-853f-4239-bd81-4d9e8c5d6548 req-6551d48c-ce1b-4481-9878-f5873287b670 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201754 Jul 18 08:48:22.822632 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:22.867489 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960574f-bf78-455a-94ae-e5ac8a150ad1 req-0ec07a25-65ea-4d51-972f-65f5abe9ce05 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:22.869275 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b960574f-bf78-455a-94ae-e5ac8a150ad1 req-0ec07a25-65ea-4d51-972f-65f5abe9ce05 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jul 18 08:48:22.972324 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b960574f-bf78-455a-94ae-e5ac8a150ad1 req-a723062a-3e52-4018-9147-26e00c37ca0d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948703 Jul 18 08:48:23.292526 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53556) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:23.361756 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53560) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:23.370342 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561596411', 'description': 'tempest-description--1711687701'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:23.436782 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a633-34a8-4d29-ae27-2c4a2c56df06 req-6a6a9f37-a182-4ed7-a916-87bc0dca9d13 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:23.444907 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cef9a633-34a8-4d29-ae27-2c4a2c56df06 req-6a6a9f37-a182-4ed7-a916-87bc0dca9d13 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0700452 Jul 18 08:48:23.472976 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.487329 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:23.493403 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:23.496467 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-13237503-530e-4e6f-a4d9-b079a33ab6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.500505 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f35068d6-37ac-452c-9303-0a5eeec63e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.539246 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cef9a633-34a8-4d29-ae27-2c4a2c56df06 req-e771bacd-21a3-44c9-9f74-5d35a4cb151b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928690 Jul 18 08:48:23.595365 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (19531617-b631-41db-b519-83d4dac7bd4d), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.626891 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-13237503-530e-4e6f-a4d9-b079a33ab6e6 admin admin] Publish callbacks [] for security_group (7eebad63-981c-41ef-af5b-439a21c4404c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.695035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (19531617-b631-41db-b519-83d4dac7bd4d), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.729753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19531617-b631-41db-b519-83d4dac7bd4d,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:23.731323 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-13237503-530e-4e6f-a4d9-b079a33ab6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (7eebad63-981c-41ef-af5b-439a21c4404c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.785810 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-13237503-530e-4e6f-a4d9-b079a33ab6e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ee917172e884491b686fbc5d18311ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868257 Jul 18 08:48:23.785810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13237503-530e-4e6f-a4d9-b079a33ab6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eebad63-981c-41ef-af5b-439a21c4404c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:23.785810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53566) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:23.802263 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.802263 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-28a10ea8-4ea1-477c-933a-4638b96d8c6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4333346 Jul 18 08:48:23.805918 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53570) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:23.814286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '19531617-b631-41db-b519-83d4dac7bd4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:23.904465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-853a789a-4d2b-4ccd-9b90-0a49d4251c10 admin admin] Publish callbacks [] for security_group (7eebad63-981c-41ef-af5b-439a21c4404c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.919891 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693e7fa-fb32-40d7-8f60-40e8d19bdc31 req-471a966e-d329-4100-b7dc-711ae32673e6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:23.921512 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9693e7fa-fb32-40d7-8f60-40e8d19bdc31 req-471a966e-d329-4100-b7dc-711ae32673e6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0605252 Jul 18 08:48:23.935786 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-853a789a-4d2b-4ccd-9b90-0a49d4251c10 admin admin] Publish callbacks [] for security_group (7eebad63-981c-41ef-af5b-439a21c4404c), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:23.969265 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:23.997355 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (015dbdbf-ef93-44d5-bee4-7df5b3afe3e2), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.030495 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9693e7fa-fb32-40d7-8f60-40e8d19bdc31 req-61f09741-3a6d-436d-bdee-de414872225e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017878 Jul 18 08:48:24.143475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-853a789a-4d2b-4ccd-9b90-0a49d4251c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (7eebad63-981c-41ef-af5b-439a21c4404c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.146107 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-853a789a-4d2b-4ccd-9b90-0a49d4251c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.147308 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-853a789a-4d2b-4ccd-9b90-0a49d4251c10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7eebad63-981c-41ef-af5b-439a21c4404c HTTP/1.1" status: 204 len: 168 time: 0.3606989 Jul 18 08:48:24.165785 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a789a-4d2b-4ccd-9b90-0a49d4251c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eebad63-981c-41ef-af5b-439a21c4404c,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:24.179782 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (015dbdbf-ef93-44d5-bee4-7df5b3afe3e2), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.184188 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3389d6-8f0e-45b7-9b00-102376843c1d req-beb1f71e-1c04-41e7-9a9c-01ee7618e700 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:24.191821 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fb3389d6-8f0e-45b7-9b00-102376843c1d req-beb1f71e-1c04-41e7-9a9c-01ee7618e700 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0884440 Jul 18 08:48:24.267605 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fb3389d6-8f0e-45b7-9b00-102376843c1d req-35d0b959-43d3-417d-ab50-2a125d8342f1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745585 Jul 18 08:48:24.306172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (015dbdbf-ef93-44d5-bee4-7df5b3afe3e2), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.329676 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015dbdbf-ef93-44d5-bee4-7df5b3afe3e2,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:24.458567 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.459925 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-179f5dd7-c378-44fe-97eb-066296ad3b89 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6530871 Jul 18 08:48:24.468064 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53582) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:24.473031 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '19531617-b631-41db-b519-83d4dac7bd4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:24.599985 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.611641 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (7dcf3f20-9708-4eba-ab80-03791e101385), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.755117 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ce3a4-0e10-4ee3-b950-f08f288d7f72 req-6d514775-18a2-48e2-9fcd-dbb8a9fa668b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:24.758394 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f92ce3a4-0e10-4ee3-b950-f08f288d7f72 req-6d514775-18a2-48e2-9fcd-dbb8a9fa668b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.1058378 Jul 18 08:48:24.786393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (7dcf3f20-9708-4eba-ab80-03791e101385), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.860937 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (7dcf3f20-9708-4eba-ab80-03791e101385), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.874257 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f92ce3a4-0e10-4ee3-b950-f08f288d7f72 req-0d039f22-34b0-42ed-81c5-5ff012bd516b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915990 Jul 18 08:48:24.892820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcf3f20-9708-4eba-ab80-03791e101385,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:24.983393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:24.985210 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1c516e4f-c35b-4be1-b970-281991f90a6a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152373 Jul 18 08:48:24.988605 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 53588) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:24.993151 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:25.085528 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:25.185720 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:25.187465 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:25.194491 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0d67-a8e4-4bd3-8b30-6f30f73eaa75 req-a21242a1-8d33-41f7-9bc5-0820e960cafd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:25.203344 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d7df0d67-a8e4-4bd3-8b30-6f30f73eaa75 req-a21242a1-8d33-41f7-9bc5-0820e960cafd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0748484 Jul 18 08:48:25.274333 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d7df0d67-a8e4-4bd3-8b30-6f30f73eaa75 req-3b440a14-b352-4abf-b8ae-e6db22dbd0c4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697908 Jul 18 08:48:25.344725 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.27.1.11 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/e50be622-27d4-4bf8-9e94-0f6991fc1bf6) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:48:25.485826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a1db3-79ce-4d65-9abb-bf3b5e6c71ec req-6deb565b-2464-430c-9631-ea486683f9c9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:25.487456 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-805a1db3-79ce-4d65-9abb-bf3b5e6c71ec req-6deb565b-2464-430c-9631-ea486683f9c9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1030965 Jul 18 08:48:25.565326 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:25.583962 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-805a1db3-79ce-4d65-9abb-bf3b5e6c71ec req-eb534aac-b654-4c37-a8a2-0ea0571ae5a5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864933 Jul 18 08:48:25.683477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:25.719979 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:25.729953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:48:25.740438 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:48:25.743034 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:48:25.749461 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=e50be622-27d4-4bf8-9e94-0f6991fc1bf6,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:25.853201 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (84dd4f78-260d-428e-ae9e-bf7cb519147a), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:25.968094 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.062893 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502c33-1113-436a-a144-d7040d80c94a req-3fe2a393-519e-4845-a1f2-1593a6a1e524 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:26.065691 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e2502c33-1113-436a-a144-d7040d80c94a req-3fe2a393-519e-4845-a1f2-1593a6a1e524 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0893857 Jul 18 08:48:26.158477 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e2502c33-1113-436a-a144-d7040d80c94a req-440f3c59-37c4-40cb-948b-beb84d3f1c60 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Jul 18 08:48:26.190547 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.243840 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.397700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.399051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.477159 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcd017-d1d4-4a99-bfc6-0e8adb599543 req-ee5dbb73-f05c-4579-9bd2-4fad2eabee9d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:26.479414 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0fbcd017-d1d4-4a99-bfc6-0e8adb599543 req-ee5dbb73-f05c-4579-9bd2-4fad2eabee9d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1152411 Jul 18 08:48:26.523107 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=e50be622-27d4-4bf8-9e94-0f6991fc1bf6,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:26.533717 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (84dd4f78-260d-428e-ae9e-bf7cb519147a), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.568149 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0fbcd017-d1d4-4a99-bfc6-0e8adb599543 req-9880670f-64a6-432e-a508-7b00694473c9 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796463 Jul 18 08:48:26.634873 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:26.636281 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ea925628-6109-40d6-9c7c-694c7339b969 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6465538 Jul 18 08:48:26.755933 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13e1b4-75ba-4b82-9444-5efffd152917 req-8edb60ee-964d-4ae2-8343-f26d9f13b658 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:26.758956 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6b13e1b4-75ba-4b82-9444-5efffd152917 req-8edb60ee-964d-4ae2-8343-f26d9f13b658 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0780919 Jul 18 08:48:26.815012 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6b13e1b4-75ba-4b82-9444-5efffd152917 req-d5a58fcd-b6d3-4c5e-932f-4193afb29a84 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501897 Jul 18 08:48:27.253605 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:27.306092 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2f621-d82d-407c-b026-6eae736e3f92 req-9f348d3e-7613-425c-83d1-34aa60df2b70 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:27.307831 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ab2f621-d82d-407c-b026-6eae736e3f92 req-9f348d3e-7613-425c-83d1-34aa60df2b70 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0640299 Jul 18 08:48:27.369368 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ab2f621-d82d-407c-b026-6eae736e3f92 req-40dfe0f3-3fa1-4c43-9a79-2ff7e2237705 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Jul 18 08:48:27.718021 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087e4c-3865-4daa-9423-68d5d944d78f req-e0cde110-12b1-4a33-b723-0dfb49e7fc7a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:27.719620 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10087e4c-3865-4daa-9423-68d5d944d78f req-e0cde110-12b1-4a33-b723-0dfb49e7fc7a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0786157 Jul 18 08:48:27.782072 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10087e4c-3865-4daa-9423-68d5d944d78f req-67647471-1873-435a-99d2-7003b57453ab tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557764 Jul 18 08:48:27.981396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3d250-3ea6-4df0-b2f0-8bfa22f8ddfa req-09824369-3267-424b-b174-83c81deef1e7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:27.983066 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2cb3d250-3ea6-4df0-b2f0-8bfa22f8ddfa req-09824369-3267-424b-b174-83c81deef1e7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0708025 Jul 18 08:48:28.047026 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:28.076319 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2cb3d250-3ea6-4df0-b2f0-8bfa22f8ddfa req-59b4918e-d5ac-44cd-abca-1088698ed411 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827365 Jul 18 08:48:28.526615 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5459-ae7a-422e-b056-d777baba4d0e req-fe9df690-f9c2-4daf-b28a-04abff025e13 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:28.530959 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9d5c5459-ae7a-422e-b056-d777baba4d0e req-fe9df690-f9c2-4daf-b28a-04abff025e13 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0698326 Jul 18 08:48:28.593851 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9d5c5459-ae7a-422e-b056-d777baba4d0e req-2a8c8066-8b99-40f7-83c0-8b705904a4e7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Jul 18 08:48:28.920074 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6303-18a1-47a0-bcb1-f31432c2f572 req-1df50842-11bc-4f81-900a-3e7e173210f6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:28.921703 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-886b6303-18a1-47a0-bcb1-f31432c2f572 req-1df50842-11bc-4f81-900a-3e7e173210f6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0511982 Jul 18 08:48:28.986413 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-886b6303-18a1-47a0-bcb1-f31432c2f572 req-bc803047-f51a-4e99-9f0d-50555253621c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580618 Jul 18 08:48:29.226420 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876541a-b176-4d12-b0ed-75424ad96085 req-69216bcd-c10b-4bb3-996c-3b7e8e8c6c8c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:29.228044 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7876541a-b176-4d12-b0ed-75424ad96085 req-69216bcd-c10b-4bb3-996c-3b7e8e8c6c8c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0608554 Jul 18 08:48:29.287365 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7876541a-b176-4d12-b0ed-75424ad96085 req-0339c038-4fac-4ba8-bd05-451ec5ddcac4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485764 Jul 18 08:48:29.750916 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd2624-c60e-44a0-bc89-af73d70e8731 req-502d5c1c-1938-473f-b07b-e097c85e78a1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:29.750916 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8dd2624-c60e-44a0-bc89-af73d70e8731 req-502d5c1c-1938-473f-b07b-e097c85e78a1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0521441 Jul 18 08:48:29.803020 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8dd2624-c60e-44a0-bc89-af73d70e8731 req-d086a4de-e260-4449-bcd6-9847ea066c5e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512581 Jul 18 08:48:30.123837 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293661b-833b-45b9-b279-7ba05459cafb req-dfcb29ab-5c0c-4734-b5d4-8542e6e4a7e3 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:30.125419 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d293661b-833b-45b9-b279-7ba05459cafb req-dfcb29ab-5c0c-4734-b5d4-8542e6e4a7e3 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0637615 Jul 18 08:48:30.179604 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d293661b-833b-45b9-b279-7ba05459cafb req-ba65cc0f-4612-449c-85f5-8e208dac7d7f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483379 Jul 18 08:48:30.428611 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598f95c-cfee-411d-92cf-1bfffb3f83fa req-c628b1a9-a7de-4ab6-810a-8148311a72f0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:30.430412 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8598f95c-cfee-411d-92cf-1bfffb3f83fa req-c628b1a9-a7de-4ab6-810a-8148311a72f0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0530250 Jul 18 08:48:30.493446 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8598f95c-cfee-411d-92cf-1bfffb3f83fa req-741f060f-fb63-4088-a786-d38d01b71325 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543373 Jul 18 08:48:30.952015 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-65834b07-deb5-4911-a42d-88fb7791ac79 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1561596411&fields=id&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 267 time: 0.0843806 Jul 18 08:48:30.960081 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2940bb6-187a-4aaa-91a8-937f1a3d9205 req-9cd59468-5467-4bf5-981f-dcc3aececedf tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:30.962845 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b2940bb6-187a-4aaa-91a8-937f1a3d9205 req-9cd59468-5467-4bf5-981f-dcc3aececedf tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0677090 Jul 18 08:48:31.020163 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:31.031576 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b2940bb6-187a-4aaa-91a8-937f1a3d9205 req-151f6387-2b6b-4e10-9804-edaacec0e2f7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Jul 18 08:48:31.108437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-9b1eaee3-e372-45b9-90cd-09ea4cc05c51 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:31.110047 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-9b1eaee3-e372-45b9-90cd-09ea4cc05c51 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.1507730 Jul 18 08:48:31.130926 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-85191930-73a5-43ac-b3bd-e53879745eca tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/quotas/ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 375 time: 0.0144365 Jul 18 08:48:31.189576 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-bdaf6329-83cc-417d-b779-6e09980ca783 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527289 Jul 18 08:48:31.331259 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:31.334464 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-9aa42736-5fb6-40a6-8aae-c045b423800d service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296573 Jul 18 08:48:31.385088 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf45c8-40a1-4948-9716-02d4c6142cf9 req-b4692663-f7f4-4ebe-8594-2f247e0f3a25 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:31.389373 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-55bf45c8-40a1-4948-9716-02d4c6142cf9 req-b4692663-f7f4-4ebe-8594-2f247e0f3a25 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0978954 Jul 18 08:48:31.435498 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:31.439138 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:31.463067 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-55bf45c8-40a1-4948-9716-02d4c6142cf9 req-71ca7d83-9869-4728-b641-8a4624e38503 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643489 Jul 18 08:48:31.508635 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-8aa9278d-7a59-4443-bbf8-d9a0a3c5c905 service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628122 Jul 18 08:48:31.667652 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a324c3-fdcc-4c18-aba4-0775d82bae32 req-c05a8a2c-4efc-4020-a07d-916daea80079 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:31.669871 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c8a324c3-fdcc-4c18-aba4-0775d82bae32 req-c05a8a2c-4efc-4020-a07d-916daea80079 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0565419 Jul 18 08:48:31.731878 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c8a324c3-fdcc-4c18-aba4-0775d82bae32 req-b4d2dda7-c3f5-417e-9233-ae8d45b2bc52 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511003 Jul 18 08:48:31.929360 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-68485e61-7f64-4a4d-81fb-83144dd43977 req-db09e4e7-5448-4b1e-a983-18139c6a15db tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.0541346 Jul 18 08:48:32.183100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148baf6-5b7b-4c58-aadf-55ea92fcb338 req-4c8e3726-7d29-4ed1-9707-ede6172c3f8e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:32.187202 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e148baf6-5b7b-4c58-aadf-55ea92fcb338 req-4c8e3726-7d29-4ed1-9707-ede6172c3f8e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0745132 Jul 18 08:48:32.259707 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e148baf6-5b7b-4c58-aadf-55ea92fcb338 req-ea57defc-c9ac-4f9a-9634-134765374115 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649600 Jul 18 08:48:32.273558 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:32.303315 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153500bb-9fab-46f9-8305-796828b35302 req-eeab25c6-478c-4aab-8bb5-bf00ad776993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:32.303315 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-153500bb-9fab-46f9-8305-796828b35302 req-eeab25c6-478c-4aab-8bb5-bf00ad776993 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1129 time: 0.0778353 Jul 18 08:48:32.397712 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:32.464198 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-153500bb-9fab-46f9-8305-796828b35302 req-dd7dda52-edcb-40ae-ba7b-7c0b1fbd8d80 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732386 Jul 18 08:48:32.512686 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:32.614525 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06df8-c5dd-4c05-9923-b4bc6dfcbc1c req-bd5dc337-9e7a-4326-9b03-d877d28703ae tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:32.616233 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fba06df8-c5dd-4c05-9923-b4bc6dfcbc1c req-bd5dc337-9e7a-4326-9b03-d877d28703ae tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0578611 Jul 18 08:48:32.644702 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:32.679027 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fba06df8-c5dd-4c05-9923-b4bc6dfcbc1c req-f7f447e1-6071-49db-b99a-29bfa2f5840d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520263 Jul 18 08:48:32.923337 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71908-2813-48e8-904e-d3000dd6aa58 req-56a2b3e9-9a48-4ab7-9c8f-0059128cef3f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:32.925909 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aea71908-2813-48e8-904e-d3000dd6aa58 req-56a2b3e9-9a48-4ab7-9c8f-0059128cef3f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0649462 Jul 18 08:48:32.993325 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aea71908-2813-48e8-904e-d3000dd6aa58 req-aac81b61-bb87-44b9-a1e6-a46999bb5f61 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537002 Jul 18 08:48:33.066084 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-40c99c75-d47e-4755-bdd5-72a675f13378 req-2a4dc134-3b3e-46a6-a76c-1e7e93581144 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.0489902 Jul 18 08:48:33.604737 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98c1a-ab25-4f20-9484-d32c0d20dc74 req-f3c48c2f-09e6-4455-b351-863f0954d2c2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:33.608243 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-55e98c1a-ab25-4f20-9484-d32c0d20dc74 req-f3c48c2f-09e6-4455-b351-863f0954d2c2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0688801 Jul 18 08:48:33.674708 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-55e98c1a-ab25-4f20-9484-d32c0d20dc74 req-e4329a07-a16c-404e-940d-d5e0c78cfd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597091 Jul 18 08:48:33.841149 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75da71-73f4-47fd-931a-023ad3a12772 req-fe8e6e57-3cdc-46da-9ec7-88981a71992c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:33.842910 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5a75da71-73f4-47fd-931a-023ad3a12772 req-fe8e6e57-3cdc-46da-9ec7-88981a71992c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0646644 Jul 18 08:48:33.912721 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5a75da71-73f4-47fd-931a-023ad3a12772 req-de45f8d9-3697-492d-8ad3-ae6a9eff0cbd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603237 Jul 18 08:48:34.178722 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be11bdf-bf45-4bbb-84bb-aaa9915291cc req-61e51470-fc3f-4ca2-871d-c9d60e00d9bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:34.183382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0be11bdf-bf45-4bbb-84bb-aaa9915291cc req-61e51470-fc3f-4ca2-871d-c9d60e00d9bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0940173 Jul 18 08:48:34.254256 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3afc5624-a57b-4f09-a146-0f5594781916 req-6ddc7e99-3f6a-46b4-b1cf-a2ef90568c59 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.0624619 Jul 18 08:48:34.283481 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0be11bdf-bf45-4bbb-84bb-aaa9915291cc req-5ae9d550-d80a-4621-b04c-d0537932d72e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910318 Jul 18 08:48:34.847563 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411cb4e-30ec-43d7-83b2-f3cb269d2030 req-21aa9d99-0901-4875-8ecb-b8b124f82801 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:34.849958 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8411cb4e-30ec-43d7-83b2-f3cb269d2030 req-21aa9d99-0901-4875-8ecb-b8b124f82801 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0609477 Jul 18 08:48:34.907624 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8411cb4e-30ec-43d7-83b2-f3cb269d2030 req-4741e405-2e1a-4821-8559-130973ed2a62 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 Jul 18 08:48:35.130420 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db3624-49ad-4e7e-bfa5-6da7802c5817 req-88663a9f-0bf2-4b28-b148-c78854ce4fcc tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.138119 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a7db3624-49ad-4e7e-bfa5-6da7802c5817 req-88663a9f-0bf2-4b28-b148-c78854ce4fcc tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0930715 Jul 18 08:48:35.195134 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a7db3624-49ad-4e7e-bfa5-6da7802c5817 req-de4bed32-6b49-4301-ae0f-ae3f11564e55 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523899 Jul 18 08:48:35.403909 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84dfecaa-0a66-4b2e-93b7-b52dbc545c76 req-c7c2511c-214e-4894-881c-7cdfd56edc83 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.0295944 Jul 18 08:48:35.552088 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38df4d4-24c5-4b98-8023-1430a2baa84d req-b8e2ea26-714d-48cb-ad79-8d09160730fc tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.554473 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c38df4d4-24c5-4b98-8023-1430a2baa84d req-b8e2ea26-714d-48cb-ad79-8d09160730fc tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0622416 Jul 18 08:48:35.563262 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10060671-267e-4c5d-a8ef-207c03833648 req-4840c0be-cdac-4ddc-9beb-512c74b69bbb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.565836 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-10060671-267e-4c5d-a8ef-207c03833648 req-4840c0be-cdac-4ddc-9beb-512c74b69bbb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0819683 Jul 18 08:48:35.633427 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-10060671-267e-4c5d-a8ef-207c03833648 req-9889ca34-0d69-457c-ab94-2c870c5a42e1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566304 Jul 18 08:48:35.670906 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c38df4d4-24c5-4b98-8023-1430a2baa84d req-2a03968b-fe16-4cb7-bdcd-633b2d2bf1af tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067343 Jul 18 08:48:35.677966 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-664bff68-927c-48ac-810f-de8a468390e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.679496 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-664bff68-927c-48ac-810f-de8a468390e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 1129 time: 0.0752754 Jul 18 08:48:35.822347 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-0cf54416-cf50-43f0-ac3c-f9ddc5991ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.824699 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-0cf54416-cf50-43f0-ac3c-f9ddc5991ed9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.1276007 Jul 18 08:48:35.851660 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-374a2c30-cc0e-46c7-a9d8-fcd66fabe8fe tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.851660 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-374a2c30-cc0e-46c7-a9d8-fcd66fabe8fe tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.1399634 Jul 18 08:48:35.888396 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-b6abafcc-f196-4f40-83f1-f20fa1834bb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 200 len: 217 time: 0.0561433 Jul 18 08:48:35.941571 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-0cda9eff-cea7-49dc-b559-ef2306daaaa9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 472 time: 0.0807281 Jul 18 08:48:35.951457 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-ab1ccc6c-d0a3-4561-897c-c090dc5f4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:35.953362 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-ab1ccc6c-d0a3-4561-897c-c090dc5f4abd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0585303 Jul 18 08:48:35.955030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'port': {'device_id': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'admin_state_up': True, 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'security_groups': ['19531617-b631-41db-b519-83d4dac7bd4d']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:36.013765 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-4eddb190-ed56-400e-9c28-458a13557071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:36.013765 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-4eddb190-ed56-400e-9c28-458a13557071 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499802 Jul 18 08:48:36.155396 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-129fa29a-37b5-4240-b725-52ccc734330d service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352684 Jul 18 08:48:36.209178 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Made reservation on behalf of ab95af0a9cb74221a15ac73cbb8ca0ff for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:48:36.213087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:36.216434 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:36.300216 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-10f289d3-d97b-41ef-adf9-4060d70ba33b req-d000b62b-6ec2-45c8-a903-64d503847ead service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330740 Jul 18 08:48:36.346797 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:36.399439 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52747e-67d4-4c2d-913c-a7aea2fc3718 req-f315a03b-8695-464a-9b59-3f3c43900c16 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:36.400993 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9f52747e-67d4-4c2d-913c-a7aea2fc3718 req-f315a03b-8695-464a-9b59-3f3c43900c16 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0955498 Jul 18 08:48:36.440935 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.20.0.13 (91d2b33d-7b11-4b88-9cd3-44537bfe048d/2805bb20-a3c6-4028-af76-b0d55fbe4c52/bf3b9deb-1402-409e-aeab-b183bf26a42e) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:48:36.494450 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9f52747e-67d4-4c2d-913c-a7aea2fc3718 req-d94e44ef-f204-4a98-9a70-76e1854d8f5d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810609 Jul 18 08:48:36.499030 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:36.531291 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d36a105c-2280-4307-843e-64a2d3106f74 req-4b8453ba-dbf4-43fa-9e33-64c995e531f3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.0429225 Jul 18 08:48:36.670638 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:48:36.685094 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:36.708593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:36.796498 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb309-ccbd-442b-b2aa-173513660f47 req-4f9bbfb5-a2b3-47a7-973c-89fc82e60abc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:36.798131 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-78ecb309-ccbd-442b-b2aa-173513660f47 req-4f9bbfb5-a2b3-47a7-973c-89fc82e60abc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0636041 Jul 18 08:48:36.798669 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:48:36.811511 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'mac_address': 'fa:16:3e:23:5e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:48:36.819989 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa8c7f-46df-49f6-b6e3-b6b7e0473b85 req-db7b3ff7-ea5a-443e-a8fc-618129c15572 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:36.822304 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ffa8c7f-46df-49f6-b6e3-b6b7e0473b85 req-db7b3ff7-ea5a-443e-a8fc-618129c15572 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0555046 Jul 18 08:48:36.851391 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: ACTIVE; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:48:36.852201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:36.866805 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:36.867463 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 222385f0-b84b-466b-a9f5-dab4e9dadd74 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:48:36.892573 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ffa8c7f-46df-49f6-b6e3-b6b7e0473b85 req-eeb8ec24-8df2-40ab-9fa4-d35d06c8fe1f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Jul 18 08:48:36.896569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:48:36.906545 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-78ecb309-ccbd-442b-b2aa-173513660f47 req-0f2886d6-2db1-4385-b67e-c87a2f52a06b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994315 Jul 18 08:48:36.920726 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:48:36.928613 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:48:36.931110 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:48:36.937489 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=bf3b9deb-1402-409e-aeab-b183bf26a42e,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:36.996264 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:36.996579 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:36.996694 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:37.061439 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=6']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:37.069957 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.070568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.070933 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.071282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.071619 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.071972 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.072302 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.072629 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.072957 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.073284 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.073619 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.073942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.074311 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.075135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.075135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:48:37.088345 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2bdbf65e-9ea4-45f7-ae09-e0f58a11374c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1392159 Jul 18 08:48:37.169104 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['222385f0-b84b-466b-a9f5-dab4e9dadd74'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:48:37.215927 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-627a4ab6-9a91-4b92-9378-3f5f7ee402d1 None None] Provisioning complete for port bf3b9deb-1402-409e-aeab-b183bf26a42e triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:48:37.216691 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-627a4ab6-9a91-4b92-9378-3f5f7ee402d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:37.266079 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-627a4ab6-9a91-4b92-9378-3f5f7ee402d1 None None] Port bf3b9deb-1402-409e-aeab-b183bf26a42e cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:48:37.630809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7e37-940f-43fd-8940-b036429580d5 req-1193e399-5eb8-4a95-8e43-8f633183b17b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:37.632536 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a76e7e37-940f-43fd-8940-b036429580d5 req-1193e399-5eb8-4a95-8e43-8f633183b17b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0545537 Jul 18 08:48:37.661649 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:37.680498 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a85c3-1a52-4ce1-8870-8bf2616ebeb5 req-5f64a5f3-b823-498c-8969-544b1961eb9b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:37.680498 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f20a85c3-1a52-4ce1-8870-8bf2616ebeb5 req-5f64a5f3-b823-498c-8969-544b1961eb9b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 932 time: 0.0581472 Jul 18 08:48:37.709906 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a76e7e37-940f-43fd-8940-b036429580d5 req-29065cfc-c2b2-4b79-b266-fd492470c059 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706871 Jul 18 08:48:37.744212 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f20a85c3-1a52-4ce1-8870-8bf2616ebeb5 req-4fdda179-d931-423e-8762-bf69589dc1b8 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593829 Jul 18 08:48:38.018932 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:38.022711 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ba87-584a-473d-af0a-0b74d87a3f0d req-40438a4a-0469-4308-832b-e89aabd79998 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:38.026458 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7738ba87-584a-473d-af0a-0b74d87a3f0d req-40438a4a-0469-4308-832b-e89aabd79998 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0549510 Jul 18 08:48:38.037959 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda59de-9e0d-466d-be3d-0db1067cd01d req-bef6a22f-5a36-4582-8ddf-753a4eb620d0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:38.039552 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1bda59de-9e0d-466d-be3d-0db1067cd01d req-bef6a22f-5a36-4582-8ddf-753a4eb620d0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.0489483 Jul 18 08:48:38.079306 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7738ba87-584a-473d-af0a-0b74d87a3f0d req-c9d3ab25-b348-4c1d-8026-fefbc2d80dae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 Jul 18 08:48:38.098892 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1bda59de-9e0d-466d-be3d-0db1067cd01d req-5bfbd32b-8ce7-40f9-a6a4-098608332f19 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518739 Jul 18 08:48:38.470572 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:48:38.630801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Request body: {'port': {'device_id': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:38.688097 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:48:38.697535 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:38.749717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 222385f0-b84b-466b-a9f5-dab4e9dadd74 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:48:38.750187 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:38.877485 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:48:38.878240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:38.897678 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecedd7-1fed-42e8-91ed-85fe508e8a30 req-585032a9-88ab-4349-a131-e9ef4a41588c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:38.899278 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8fecedd7-1fed-42e8-91ed-85fe508e8a30 req-585032a9-88ab-4349-a131-e9ef4a41588c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0667424 Jul 18 08:48:38.910127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:48:38.912701 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc1b839-7ca2-46e0-9a91-32155bb9300a" -d '{"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-plugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:48:38.931650 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:48:38.972151 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8fecedd7-1fed-42e8-91ed-85fe508e8a30 req-bbda7d80-efb9-4f52-ba39-0550c1c08682 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659459 Jul 18 08:48:39.001560 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866e84-e9aa-4555-b8dd-0132b73d2c01 req-1c543b17-f993-49e6-acb5-443fa9ae6f50 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:39.004940 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:39.005427 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1866e84-e9aa-4555-b8dd-0132b73d2c01 req-1c543b17-f993-49e6-acb5-443fa9ae6f50 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 932 time: 0.1089041 Jul 18 08:48:39.044298 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02ade69-f8df-4e9c-8040-ab90e10ccf99 x-openstack-request-id: req-f02ade69-f8df-4e9c-8040-ab90e10ccf99 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:48:39.044298 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-plugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:48:39.044641 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f02ade69-f8df-4e9c-8040-ab90e10ccf99 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:48:39.044937 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02ade69-f8df-4e9c-8040-ab90e10ccf99'] response: {'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'code': 200} Jul 18 08:48:39.069613 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:39.077834 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=7']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:39.098769 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1866e84-e9aa-4555-b8dd-0132b73d2c01 req-82a74021-7462-44fd-ace2-d4ed09a307a0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873895 Jul 18 08:48:39.169233 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3b9deb-1402-409e-aeab-b183bf26a42e {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:48:39.179452 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Publish callbacks [] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:39.221651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b4b4-8323-4869-b06d-e10847a4d050 req-0d88e82e-e588-48e2-882c-3447ed1e0ed7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:39.224354 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0d33b4b4-8323-4869-b06d-e10847a4d050 req-0d88e82e-e588-48e2-882c-3447ed1e0ed7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0649004 Jul 18 08:48:39.225388 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Transition to ACTIVE for port object bf3b9deb-1402-409e-aeab-b183bf26a42e will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:48:39.242181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e75290-052c-45a6-833f-b5a4f3d34d37 req-265921aa-a3bf-4c12-b2ac-044f36433901 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:39.245774 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-60e75290-052c-45a6-833f-b5a4f3d34d37 req-265921aa-a3bf-4c12-b2ac-044f36433901 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0615995 Jul 18 08:48:39.285500 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0d33b4b4-8323-4869-b06d-e10847a4d050 req-4e0babb3-e798-460f-8d50-30a563a6c9ba tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519664 Jul 18 08:48:39.300411 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-60e75290-052c-45a6-833f-b5a4f3d34d37 req-e3aa9313-8d64-4210-bafb-d25dfd91c004 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494256 Jul 18 08:48:39.334580 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:39.387564 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Pushing event updated for resources: {'Port': ['ID=bf3b9deb-1402-409e-aeab-b183bf26a42e,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:39.448705 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:39.474777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Attempting to bind port bf3b9deb-1402-409e-aeab-b183bf26a42e on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:48:39.475042 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Attempting to bind port bf3b9deb-1402-409e-aeab-b183bf26a42e by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:48:39.475493 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Attempting to bind port bf3b9deb-1402-409e-aeab-b183bf26a42e on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:48:39.482300 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Port bf3b9deb-1402-409e-aeab-b183bf26a42e on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:48:39.482653 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Attempting to bind port bf3b9deb-1402-409e-aeab-b183bf26a42e on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:48:39.490091 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:48:39.490432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:48:39.490816 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Bound using segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:48:39.491261 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Bound port: bf3b9deb-1402-409e-aeab-b183bf26a42e, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:48:39.491624 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:39.563743 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] For port bf3b9deb-1402-409e-aeab-b183bf26a42e, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:48:39.568153 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] For port bf3b9deb-1402-409e-aeab-b183bf26a42e, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:48:39.657099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:39.707437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:39.708101 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:39.709509 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] 10.222.0.47 "PUT /v2.0/ports/bf3b9deb-1402-409e-aeab-b183bf26a42e HTTP/1.1" status: 200 len: 1094 time: 1.0836935 Jul 18 08:48:39.709962 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:48:39.712281 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e06869-2d9f-4455-af16-da563faa48fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:48:39.743622 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300a35-d4be-4782-bcf6-162b9b8b772b service neutron] Pushing event updated for resources: {'Port': ['ID=bf3b9deb-1402-409e-aeab-b183bf26a42e,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:39.770793 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9753ad31-6bc2-4fce-bb30-45af1995928c x-openstack-request-id: req-9753ad31-6bc2-4fce-bb30-45af1995928c {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:48:39.771090 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:48:39.771343 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9753ad31-6bc2-4fce-bb30-45af1995928c {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:48:39.771782 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9753ad31-6bc2-4fce-bb30-45af1995928c'] response: {'name': 'network-changed', 'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'status': 'completed', 'code': 200} Jul 18 08:48:39.849822 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06869-2d9f-4455-af16-da563faa48fa req-fb38f437-e7b1-43bc-b88f-ef479d67a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:39.852180 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-27e06869-2d9f-4455-af16-da563faa48fa req-fb38f437-e7b1-43bc-b88f-ef479d67a790 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 1128 time: 0.0563204 Jul 18 08:48:40.246950 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58050-ca5b-49cf-858f-aa5e079009ab req-e311e705-9c4e-41a8-8d83-20e0595138ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.248658 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-01c58050-ca5b-49cf-858f-aa5e079009ab req-e311e705-9c4e-41a8-8d83-20e0595138ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 944 time: 0.0691235 Jul 18 08:48:40.340493 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-01c58050-ca5b-49cf-858f-aa5e079009ab req-bb311d8f-a75f-45ea-81aa-5bae1edcfe56 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844526 Jul 18 08:48:40.358320 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06869-2d9f-4455-af16-da563faa48fa req-10a94363-64e0-4e8e-991e-01d4846dfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.359880 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-27e06869-2d9f-4455-af16-da563faa48fa req-10a94363-64e0-4e8e-991e-01d4846dfcca service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4955778 Jul 18 08:48:40.369059 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cd756-80e8-4434-aaaf-e0393f06161f req-abd405b2-ee69-4f2f-bb69-85bb73625205 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.372556 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-121cd756-80e8-4434-aaaf-e0393f06161f req-abd405b2-ee69-4f2f-bb69-85bb73625205 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1215386 Jul 18 08:48:40.461872 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd2e65-176a-435f-abcd-aa197e35f152 req-6deb2032-212d-443a-9fe9-35e014251780 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.463776 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcd2e65-176a-435f-abcd-aa197e35f152 req-6deb2032-212d-443a-9fe9-35e014251780 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0588212 Jul 18 08:48:40.543798 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcd2e65-176a-435f-abcd-aa197e35f152 req-0dd9f17e-39a0-4343-8a36-9bd2b9c23f68 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686324 Jul 18 08:48:40.624605 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-121cd756-80e8-4434-aaaf-e0393f06161f req-e8d61611-29a7-412f-a6c5-cdd08aa2d1ce tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264409 Jul 18 08:48:40.734192 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06869-2d9f-4455-af16-da563faa48fa req-3617e4e7-fd21-42f8-be91-03105cc01dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.735779 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-27e06869-2d9f-4455-af16-da563faa48fa req-3617e4e7-fd21-42f8-be91-03105cc01dfa service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3595719 Jul 18 08:48:40.814674 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2909a-0d40-4d5f-a138-34bd1391b9f3 req-8414176c-7e15-4bd3-8b42-929da6623ade tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.816445 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a5f2909a-0d40-4d5f-a138-34bd1391b9f3 req-8414176c-7e15-4bd3-8b42-929da6623ade tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1554754 Jul 18 08:48:40.902617 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2a625bec-687e-419d-8939-1e262bf90df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:40.906061 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-2a625bec-687e-419d-8939-1e262bf90df3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 1128 time: 0.0855777 Jul 18 08:48:40.971943 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-e30e1f8e-60a2-4158-905f-e94fde2b1cf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e HTTP/1.1" status: 200 len: 217 time: 0.0502987 Jul 18 08:48:40.975727 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a5f2909a-0d40-4d5f-a138-34bd1391b9f3 req-611bfe79-918a-4072-9903-c0c25e0c31b9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236701 Jul 18 08:48:41.030031 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-a553b16b-c3c7-46dd-94b6-95eeb9ffe4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:41.031689 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-a553b16b-c3c7-46dd-94b6-95eeb9ffe4a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.0531347 Jul 18 08:48:41.098216 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-1c037c50-e1cd-4777-afae-5c13b3a952f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:41.120210 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-1c037c50-e1cd-4777-afae-5c13b3a952f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596902 Jul 18 08:48:41.250998 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:41.257111 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-d9ed81dc-253c-4367-a64b-e49c0333c87e service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464829 Jul 18 08:48:41.284518 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b18a1-bd3f-45e4-8112-339599326acc req-75b61623-fbcc-4386-afa4-f78185714982 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:41.297996 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cc5b18a1-bd3f-45e4-8112-339599326acc req-75b61623-fbcc-4386-afa4-f78185714982 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1193554 Jul 18 08:48:41.396545 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cc5b18a1-bd3f-45e4-8112-339599326acc req-7c60560f-4c4c-427f-9e8f-62ecd9356ff4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968535 Jul 18 08:48:41.488099 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8063dacd-b132-48ff-bdb8-c7b8db6c4357 req-8f7b9742-202f-4701-a00c-1decab437f7c service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211890 Jul 18 08:48:41.519630 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-0a9a7328-6dc5-4ee6-8c45-5a5313509a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:41.523828 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-0a9a7328-6dc5-4ee6-8c45-5a5313509a7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 1129 time: 0.0949056 Jul 18 08:48:41.569975 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245898e8-3fbd-455e-a706-b89ba278814c req-a018f513-9f3d-4674-9b71-bcdeb98c26ab tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:41.579228 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-245898e8-3fbd-455e-a706-b89ba278814c req-a018f513-9f3d-4674-9b71-bcdeb98c26ab tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 944 time: 0.0782845 Jul 18 08:48:41.631375 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:41.673434 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-245898e8-3fbd-455e-a706-b89ba278814c req-314d7e1d-7a58-4ea8-8bc0-e846490bbd03 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930843 Jul 18 08:48:41.738170 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-7b011d3b-53af-45a7-8889-587dee8f5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:41.740427 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-7b011d3b-53af-45a7-8889-587dee8f5b92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 912 time: 0.2089546 Jul 18 08:48:42.182914 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f42c-78a0-4807-840b-889f8dce75b5 req-58302cd5-f05b-4fb9-ab20-6d8109b20ac6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:42.185896 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8589f42c-78a0-4807-840b-889f8dce75b5 req-58302cd5-f05b-4fb9-ab20-6d8109b20ac6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0669746 Jul 18 08:48:42.256605 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8589f42c-78a0-4807-840b-889f8dce75b5 req-418b0348-8a7c-4ce0-87d7-18b1b7363767 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646296 Jul 18 08:48:42.576899 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4946f-ad61-4e01-b516-a77c948ee4eb req-9b6d18c0-3108-48a7-b508-39caba2849b2 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:42.585371 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5fa4946f-ad61-4e01-b516-a77c948ee4eb req-9b6d18c0-3108-48a7-b508-39caba2849b2 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0775127 Jul 18 08:48:42.648676 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5fa4946f-ad61-4e01-b516-a77c948ee4eb req-13fa16ff-d914-458b-bafd-a1f4b292f938 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621650 Jul 18 08:48:42.702009 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device bf3b9deb-1402-409e-aeab-b183bf26a42e details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:48:42.798095 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:42.800240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:42.804608 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-6b3c7e67-7c09-45e4-be0e-d7187f433051 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 200 len: 1001 time: 0.1150630 Jul 18 08:48:42.878774 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:42.969825 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port bf3b9deb-1402-409e-aeab-b183bf26a42e, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:48:42.986467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'port_id': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'mac_address': 'fa:16:3e:b4:19:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:48:43.007169 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-b5676f40-6ad5-41ea-a3fa-80c87f983a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:43.013124 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-b5676f40-6ad5-41ea-a3fa-80c87f983a5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.1985230 Jul 18 08:48:43.075729 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75936a-85a9-4b36-be79-a83eba0df5af req-411e2331-e927-451f-a763-c550227713ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:43.079367 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0e75936a-85a9-4b36-be79-a83eba0df5af req-411e2331-e927-451f-a763-c550227713ac tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 944 time: 0.1744285 Jul 18 08:48:43.095801 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port bf3b9deb-1402-409e-aeab-b183bf26a42e is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:48:43.114845 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.120912 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3b9deb-1402-409e-aeab-b183bf26a42e {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:48:43.170298 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port bf3b9deb-1402-409e-aeab-b183bf26a42e, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:48:43.190977 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 53986) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:43.196878 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921659354', 'description': 'tempest-description--600245649'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:43.217353 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0e75936a-85a9-4b36-be79-a83eba0df5af req-5799535e-c48c-4ecf-a376-7fb34c4e2c95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285834 Jul 18 08:48:43.300188 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.342915 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.362804 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=bf3b9deb-1402-409e-aeab-b183bf26a42e,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:43.479766 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group (ec6d26dd-9310-40a7-88bd-08aaa52de223), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.492946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6589e0-03e3-466e-adc4-b80a1d7dfe12 req-51dbab01-39f0-46ac-a7a2-c1a3f430f719 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:43.494563 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3c6589e0-03e3-466e-adc4-b80a1d7dfe12 req-51dbab01-39f0-46ac-a7a2-c1a3f430f719 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jul 18 08:48:43.563598 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ec6d26dd-9310-40a7-88bd-08aaa52de223), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.577386 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3c6589e0-03e3-466e-adc4-b80a1d7dfe12 req-56b86f1e-6831-42ad-9567-eb8002db8e26 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746036 Jul 18 08:48:43.627736 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d26dd-9310-40a7-88bd-08aaa52de223,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:43.703536 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.709197 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-eea45fcb-e8df-47d8-b9ae-bccb860055ae tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5167441 Jul 18 08:48:43.709478 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54000) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:43.721522 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d26dd-9310-40a7-88bd-08aaa52de223', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:43.814837 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b2e1b-ee90-4f83-9a64-781b977944ef req-22a65097-5977-4508-9463-2d6ce0ba8fb4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:43.824050 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ed6b2e1b-ee90-4f83-9a64-781b977944ef req-22a65097-5977-4508-9463-2d6ce0ba8fb4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0785930 Jul 18 08:48:43.894765 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group_rule (db8f2f9f-3b95-432f-aa51-ae87d5d97c91), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.921119 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ed6b2e1b-ee90-4f83-9a64-781b977944ef req-28c519d6-14d8-404b-9228-0e75eba9f05d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958927 Jul 18 08:48:43.987731 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group_rule (db8f2f9f-3b95-432f-aa51-ae87d5d97c91), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:43.996697 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-8cbd8190-f157-4039-a9b6-e9771b75934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:43.998541 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-8cbd8190-f157-4039-a9b6-e9771b75934f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764065 Jul 18 08:48:44.071904 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (db8f2f9f-3b95-432f-aa51-ae87d5d97c91), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.092987 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8f2f9f-3b95-432f-aa51-ae87d5d97c91,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:44.182557 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.188946 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-84ea9dce-5e1d-4536-9155-ccee8a14b57d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4735365 Jul 18 08:48:44.190093 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54002) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:44.194792 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'security_group_rule': {'security_group_id': 'ec6d26dd-9310-40a7-88bd-08aaa52de223', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:44.313275 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group_rule (97a4dcd5-1bb8-43f9-b50b-9a3a81d70b4e), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.409381 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e213a-dd34-43b3-a3e3-ba0642526309 req-f9d3d83d-4581-4a9d-84f0-d3df700f6444 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:44.411033 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f42e213a-dd34-43b3-a3e3-ba0642526309 req-f9d3d83d-4581-4a9d-84f0-d3df700f6444 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 945 time: 0.0717206 Jul 18 08:48:44.434061 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group_rule (97a4dcd5-1bb8-43f9-b50b-9a3a81d70b4e), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.496800 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f42e213a-dd34-43b3-a3e3-ba0642526309 req-f77466c8-3a39-4e6a-a2fc-3160f551325d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724134 Jul 18 08:48:44.500985 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (97a4dcd5-1bb8-43f9-b50b-9a3a81d70b4e), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.525273 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a4dcd5-1bb8-43f9-b50b-9a3a81d70b4e,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:44.606283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.611138 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-20227d38-d916-4d52-897c-8ffc6146d25b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197791 Jul 18 08:48:44.611448 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54010) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:44.618235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:44.808747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:44.935069 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618caf-767c-4c9f-b0dc-85ae457df11b req-c0209b79-bc07-4529-a792-26993785348f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:44.935069 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-40618caf-767c-4c9f-b0dc-85ae457df11b req-c0209b79-bc07-4529-a792-26993785348f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1822450 Jul 18 08:48:45.151991 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-0059be15-9855-4c0a-81d5-cd3deddae4b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022689 Jul 18 08:48:45.164504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:45.171858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca67b8-809e-4f0a-b714-8c71b3fc0e68 req-2e2e8d88-168d-4db1-b9df-0b4c7a0cf1a9 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:45.174555 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-69ca67b8-809e-4f0a-b714-8c71b3fc0e68 req-2e2e8d88-168d-4db1-b9df-0b4c7a0cf1a9 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0898514 Jul 18 08:48:45.187411 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-40618caf-767c-4c9f-b0dc-85ae457df11b req-d32e5751-073d-44e0-ac04-0436ac9131c7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618754 Jul 18 08:48:45.315261 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-69ca67b8-809e-4f0a-b714-8c71b3fc0e68 req-fdbdb371-81f5-422f-86a7-8298782ea76d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164153 Jul 18 08:48:45.341374 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:45.375991 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Allocated IP 172.27.1.103 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/04c0bf86-6ed7-43cf-a459-d249089df9bf) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:48:45.400912 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:45.577715 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:45.686398 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77c8c3-c7c3-4d9e-ad14-48a4598e1819 req-96a98be8-084d-4978-b5d8-15696145e34e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:45.688033 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1b77c8c3-c7c3-4d9e-ad14-48a4598e1819 req-96a98be8-084d-4978-b5d8-15696145e34e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 945 time: 0.0694191 Jul 18 08:48:45.798218 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1b77c8c3-c7c3-4d9e-ad14-48a4598e1819 req-57fa759f-c4b5-4be9-9bff-5bfee8cf69c2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034882 Jul 18 08:48:45.831320 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d51f675-ae7a-4b84-b1dd-c2630cde15f4 req-c83b281d-9d0b-4bcd-b7f6-d196388987a5 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166694 Jul 18 08:48:45.895339 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:45.943882 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:48:45.946895 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:48:45.954186 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:48:45.980904 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'Port': ['ID=04c0bf86-6ed7-43cf-a459-d249089df9bf,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:46.064589 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['bf3b9deb-1402-409e-aeab-b183bf26a42e'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:48:46.088723 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:46.150363 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:46.264379 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:46.330461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:46.511132 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93e6ea-04bb-40fd-8391-95e0ccf4ccf1 req-35fc060a-c5ed-4c65-a1e3-845076c8ede8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:46.520190 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6e93e6ea-04bb-40fd-8391-95e0ccf4ccf1 req-35fc060a-c5ed-4c65-a1e3-845076c8ede8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0850983 Jul 18 08:48:46.597749 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6e93e6ea-04bb-40fd-8391-95e0ccf4ccf1 req-87ab47e8-10dd-41d7-abbf-4bca55d8bedb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761178 Jul 18 08:48:46.936126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325104d4-8397-4860-941c-148976a6ba4b req-6e3cfa46-fa15-4197-be2b-eaeced108398 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:46.942966 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-325104d4-8397-4860-941c-148976a6ba4b req-6e3cfa46-fa15-4197-be2b-eaeced108398 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.4249463 Jul 18 08:48:47.010126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.025913 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-325104d4-8397-4860-941c-148976a6ba4b req-aaf585ed-63d8-4ac6-8cf7-deb03ae25708 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805049 Jul 18 08:48:47.031247 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:47.035648 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fafd6e-484f-4cda-81a2-fc9e96f7e5d8 req-f4f9436d-cb18-4fa9-9936-3b2524b229d2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:47.037476 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d9fafd6e-484f-4cda-81a2-fc9e96f7e5d8 req-f4f9436d-cb18-4fa9-9936-3b2524b229d2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 945 time: 0.0982800 Jul 18 08:48:47.107826 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device bf3b9deb-1402-409e-aeab-b183bf26a42e up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:48:47.129533 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.141791 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d9fafd6e-484f-4cda-81a2-fc9e96f7e5d8 req-5edb1b3e-2e5b-435e-aa04-28dfe26307b6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968354 Jul 18 08:48:47.233039 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'Port': ['ID=04c0bf86-6ed7-43cf-a459-d249089df9bf,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:47.245166 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.280437 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port bf3b9deb-1402-409e-aeab-b183bf26a42e completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:48:47.343502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.345934 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-71ff60f0-66ac-4cd3-9ffa-3137c2d30786 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7319710 Jul 18 08:48:47.375031 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port bf3b9deb-1402-409e-aeab-b183bf26a42e triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:48:47.375762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.549818 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port bf3b9deb-1402-409e-aeab-b183bf26a42e is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:48:47.550745 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.563392 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:47.586716 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:48:47.586834 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54062) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:47.588984 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eef744-2dfb-4a52-9f6e-eace7f383488" -d '{"events": [{"server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "name": "network-vif-plugged", "status": "completed", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:48:47.616299 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port bf3b9deb-1402-409e-aeab-b183bf26a42e, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:48:47.657705 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b076787d-1088-4d1d-a564-1934fc6c4a83 x-openstack-request-id: req-b076787d-1088-4d1d-a564-1934fc6c4a83 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:48:47.658472 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "name": "network-vif-plugged", "status": "completed", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:48:47.658824 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b076787d-1088-4d1d-a564-1934fc6c4a83 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:48:47.659403 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b076787d-1088-4d1d-a564-1934fc6c4a83'] response: {'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'code': 200} Jul 18 08:48:47.702725 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.759942 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1e59f594-3372-4203-9211-10a0c8636bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:47.764263 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:47.774297 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=bf3b9deb-1402-409e-aeab-b183bf26a42e,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:47.825499 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:47.837843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66fd-238d-4b3c-a6b3-b1acc12a3999 req-d7e51d04-0247-4cdb-9449-e380ed77e9ef tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:47.846537 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-534f66fd-238d-4b3c-a6b3-b1acc12a3999 req-d7e51d04-0247-4cdb-9449-e380ed77e9ef tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0756209 Jul 18 08:48:47.924314 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-534f66fd-238d-4b3c-a6b3-b1acc12a3999 req-944601b3-5246-42c3-a2f4-3d328a7afdf3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764680 Jul 18 08:48:48.013194 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1e59f594-3372-4203-9211-10a0c8636bc7 admin admin] Publish callbacks [] for security_group (0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:48.110923 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7566c0-cf3d-4230-807a-0da4b6297be8 req-1c72c3a5-8203-4e77-9fc5-d1949c7eeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:48.113214 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a7566c0-cf3d-4230-807a-0da4b6297be8 req-1c72c3a5-8203-4e77-9fc5-d1949c7eeb13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 1130 time: 0.0703681 Jul 18 08:48:48.117710 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1e59f594-3372-4203-9211-10a0c8636bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:48.214130 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a7566c0-cf3d-4230-807a-0da4b6297be8 req-2c18350c-0240-4f49-8088-bda3c1f09f08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792713 Jul 18 08:48:48.271556 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844939a-e747-4cf3-95b4-a6ca7d9b0ef1 req-ce9c897f-5210-4749-81ca-2a49527685f2 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:48.273421 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b844939a-e747-4cf3-95b4-a6ca7d9b0ef1 req-ce9c897f-5210-4749-81ca-2a49527685f2 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1257935 Jul 18 08:48:48.274138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59f594-3372-4203-9211-10a0c8636bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:48.285621 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1e59f594-3372-4203-9211-10a0c8636bc7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15f6694a151d4a949d48f87669af7345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6976576 Jul 18 08:48:48.288393 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54076) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:48.373503 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f0066e-e695-4d52-a078-f3789f9c9d2d admin admin] Publish callbacks [] for security_group (0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:48.389770 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b844939a-e747-4cf3-95b4-a6ca7d9b0ef1 req-3dceb30c-feb0-4755-9c85-45f72d8b54dd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915980 Jul 18 08:48:48.407743 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f0066e-e695-4d52-a078-f3789f9c9d2d admin admin] Publish callbacks [] for security_group (0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:48.465394 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:48.572099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557588c-6504-4876-84ad-e66726cb509a req-2881c2d9-80a8-4974-bdf5-b9e1728ae2bb tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:48.580675 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3557588c-6504-4876-84ad-e66726cb509a req-2881c2d9-80a8-4974-bdf5-b9e1728ae2bb tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.0869255 Jul 18 08:48:48.586546 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f0066e-e695-4d52-a078-f3789f9c9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:48.594796 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-92f0066e-e695-4d52-a078-f3789f9c9d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:48.597280 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-92f0066e-e695-4d52-a078-f3789f9c9d2d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa HTTP/1.1" status: 204 len: 168 time: 0.3078356 Jul 18 08:48:48.610949 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0066e-e695-4d52-a078-f3789f9c9d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed4e5a3-65d6-4ef4-ad90-ffcffb73cbaa,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:48.677627 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3557588c-6504-4876-84ad-e66726cb509a req-78052e12-0735-43cc-8e6b-7306c8cf5f4c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959136 Jul 18 08:48:49.139971 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55526aaf-ac49-4ec5-9dbd-1ee37ae20b07 req-6692cb97-fe42-46ee-8635-932c2b29cc3b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:49.139971 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-55526aaf-ac49-4ec5-9dbd-1ee37ae20b07 req-6692cb97-fe42-46ee-8635-932c2b29cc3b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0799329 Jul 18 08:48:49.259824 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-55526aaf-ac49-4ec5-9dbd-1ee37ae20b07 req-9e3c6f8c-2f35-4d78-803d-666ef12fd3ed tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122811 Jul 18 08:48:49.442309 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:49.885334 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5956b-f249-4cfd-971f-dce9936a12c9 req-56800246-2fff-480d-93e7-ad1c56166953 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:49.888575 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-7a07f0f9-5248-45fa-bcf0-b4554653b799 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1921659354&fields=id&tenant_id=c2f44b51cc624637bccd9ed1d3b1a769 HTTP/1.1" status: 200 len: 267 time: 0.1649013 Jul 18 08:48:49.890701 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-deb5956b-f249-4cfd-971f-dce9936a12c9 req-56800246-2fff-480d-93e7-ad1c56166953 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.0733297 Jul 18 08:48:50.006014 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-deb5956b-f249-4cfd-971f-dce9936a12c9 req-24eaca9f-8644-4f64-a878-601a2c8253ee tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056576 Jul 18 08:48:50.180977 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-b9a487b8-c198-4ef3-8316-1e7a2c0d7d30 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:50.197603 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-b9a487b8-c198-4ef3-8316-1e7a2c0d7d30 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 818 time: 0.2920129 Jul 18 08:48:50.211285 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-0fefaa20-e5c8-497e-be73-c52788f550d1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/quotas/c2f44b51cc624637bccd9ed1d3b1a769 HTTP/1.1" status: 200 len: 375 time: 0.0127118 Jul 18 08:48:50.282289 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-dd9311ad-5a20-4539-90f1-1c3192bbedba tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0637887 Jul 18 08:48:50.439195 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507e775-eaee-4d11-b539-40bc9beebfa2 req-c7dd612d-078e-4d51-b2fd-ca29c09963cd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:50.440839 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d507e775-eaee-4d11-b539-40bc9beebfa2 req-c7dd612d-078e-4d51-b2fd-ca29c09963cd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0727642 Jul 18 08:48:50.471303 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-073e4607-4775-4d3e-98a1-4770719ec61d service neutron] 10.222.0.57 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728661 Jul 18 08:48:50.493238 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:50.517803 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:50.532925 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d507e775-eaee-4d11-b539-40bc9beebfa2 req-986ca267-1772-4d60-9589-4d5cd50bd7fa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802240 Jul 18 08:48:50.625136 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-adc5403e-29fd-4881-b780-928eac3cf3c5 service neutron] 10.222.0.57 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462691 Jul 18 08:48:51.024167 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-531cc570-b6e2-4447-8693-c62300b9e861 req-b21fed3d-2e5d-443c-a459-82ece92d746d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 210 time: 0.0400276 Jul 18 08:48:51.164499 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-297199f4-bf00-4c5e-9bb6-22c9c71de6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:51.273660 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8ec52-46de-4803-8565-790cf31bb59f req-7add9eef-e4ce-4eae-9b0d-e6a30cc7637f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:51.275330 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-48f8ec52-46de-4803-8565-790cf31bb59f req-7add9eef-e4ce-4eae-9b0d-e6a30cc7637f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.1177378 Jul 18 08:48:51.344562 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-48f8ec52-46de-4803-8565-790cf31bb59f req-c73042ce-1492-4ce7-932b-d48f707a9bd7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613108 Jul 18 08:48:51.503062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02b12d-a22c-4469-8852-95c22afc18ab req-d8cc5ca6-581c-4138-af69-ca3ef7f72811 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:51.505147 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1d02b12d-a22c-4469-8852-95c22afc18ab req-d8cc5ca6-581c-4138-af69-ca3ef7f72811 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.0683556 Jul 18 08:48:51.521293 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54166) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:51.522240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'port_id': 'bf3b9deb-1402-409e-aeab-b183bf26a42e'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:51.690792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (84dd4f78-260d-428e-ae9e-bf7cb519147a), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:51.945203 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f72f0-b4f4-41c2-b4c9-8335ec71e6c9 req-9776abd5-30aa-4d54-90a2-f1f33fa03de9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:51.954438 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-371f72f0-b4f4-41c2-b4c9-8335ec71e6c9 req-9776abd5-30aa-4d54-90a2-f1f33fa03de9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1669161 Jul 18 08:48:52.117008 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-371f72f0-b4f4-41c2-b4c9-8335ec71e6c9 req-706868c9-c99c-4b27-b5b2-0faa4a042e87 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608510 Jul 18 08:48:52.156431 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-609bded8-3f37-46dd-a568-7010ab2dd557 req-696a5804-526f-4b2b-829f-abeeb1bf2eac tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 210 time: 0.0489614 Jul 18 08:48:52.248558 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:52.511632 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:52.645475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (84dd4f78-260d-428e-ae9e-bf7cb519147a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:52.825292 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 84dd4f78-260d-428e-ae9e-bf7cb519147a associated. External IP: 172.27.1.11, port: bf3b9deb-1402-409e-aeab-b183bf26a42e. Jul 18 08:48:53.258223 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:53.284773 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:48:53.410687 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ca9e7843-5c1f-46da-b5f2-588c89d53b0b req-92bece6e-b346-4594-a1dc-1440b712109a tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 210 time: 0.1289575 Jul 18 08:48:53.499041 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54200) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:53.509214 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395e553-3b1a-4835-b772-1c3026ebcc6a req-b93aa834-737d-4bd0-867f-ad5f64313dfc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:53.510630 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5395e553-3b1a-4835-b772-1c3026ebcc6a req-b93aa834-737d-4bd0-867f-ad5f64313dfc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1939445 Jul 18 08:48:53.560302 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:48:53.568013 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:53.571776 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:48:53.583842 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:48:53.584806 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:48:53.588784 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f29fc55e-1eab-46a0-963d-73645364276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:53.671899 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5395e553-3b1a-4835-b772-1c3026ebcc6a req-81940c23-cb04-4e3b-ba51-7752c92954bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507161 Jul 18 08:48:53.678400 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-1ee6b901-247b-46c2-aebd-294b8d9737c6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "PUT /v2.0/floatingips/84dd4f78-260d-428e-ae9e-bf7cb519147a HTTP/1.1" status: 200 len: 991 time: 2.1606226 Jul 18 08:48:53.678991 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:48:53.684456 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e2330-0a9c-4932-9f2c-53529ed90282" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:48:53.735755 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:48:53.758597 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9d9e8-425f-4134-b17e-637e18ed23db x-openstack-request-id: req-b7e9d9e8-425f-4134-b17e-637e18ed23db {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:48:53.758903 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:48:53.759229 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7e9d9e8-425f-4134-b17e-637e18ed23db {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:48:53.759573 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e9d9e8-425f-4134-b17e-637e18ed23db'] response: {'name': 'network-changed', 'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'status': 'completed', 'code': 200} Jul 18 08:48:53.805655 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-da388c77-9361-4314-b8c0-70b04e8aaa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:53.942635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-47944924-2b18-47d4-83de-5ae61f5b9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:53.945228 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-47944924-2b18-47d4-83de-5ae61f5b9fe4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 1130 time: 0.1257749 Jul 18 08:48:54.017420 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-da388c77-9361-4314-b8c0-70b04e8aaa2d admin admin] Publish callbacks [] for security_group (25fd28dc-8488-4440-aef6-e601f0aa85a7), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.128570 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-7be71f5c-4ad6-4297-8378-3561547b1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:54.131818 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-7be71f5c-4ad6-4297-8378-3561547b1adc service neutron] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 916 time: 0.1769710 Jul 18 08:48:54.171390 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-da388c77-9361-4314-b8c0-70b04e8aaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (25fd28dc-8488-4440-aef6-e601f0aa85a7), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.177084 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:22Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}, {'id': '84dd4f78-260d-428e-ae9e-bf7cb519147a', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:b4:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:25Z', 'updated_at': '2022-07-18T08:48:52Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:48:54.259512 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:48:54.278864 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:48:54.280299 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:48:54.298639 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-1c9fc55a-d909-40f0-b53c-39bd09bb4419 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e HTTP/1.1" status: 200 len: 999 time: 0.1618814 Jul 18 08:48:54.301252 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-da388c77-9361-4314-b8c0-70b04e8aaa2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=796f946d907e4b5397667bf02fb0791c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7996967 Jul 18 08:48:54.301477 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54214) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:54.344983 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388c77-9361-4314-b8c0-70b04e8aaa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd28dc-8488-4440-aef6-e601f0aa85a7,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:54.430123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fe63f92-01f1-4f0e-a283-c9a2dec6b90e admin admin] Publish callbacks [] for security_group (25fd28dc-8488-4440-aef6-e601f0aa85a7), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.452177 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:54.469732 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-4b15816f-3d63-4bef-b755-e4fff0759dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:54.471584 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-4b15816f-3d63-4bef-b755-e4fff0759dac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.1025088 Jul 18 08:48:54.479237 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fe63f92-01f1-4f0e-a283-c9a2dec6b90e admin admin] Publish callbacks [] for security_group (25fd28dc-8488-4440-aef6-e601f0aa85a7), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.567254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:48:54.573672 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-95705217-1902-4b94-93a3-9e35041cae71 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:54.576361 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-95705217-1902-4b94-93a3-9e35041cae71 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 818 time: 0.2731419 Jul 18 08:48:54.611323 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.658237 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-5d8f2079-fb29-48e0-97f3-2750ebb43b9c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f44b51cc624637bccd9ed1d3b1a769 HTTP/1.1" status: 200 len: 380 time: 0.0686722 Jul 18 08:48:54.660268 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-214666b6-1e39-43a5-8f1f-0df35ff1a76b req-b0fda269-85a9-4b6a-85fa-b3771bd925e5 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 210 time: 0.0769186 Jul 18 08:48:54.674475 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'port': {'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'admin_state_up': True, 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'security_groups': ['ec6d26dd-9310-40a7-88bd-08aaa52de223']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:54.687263 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-3f341e57-2182-4eff-9470-fcb4c35cfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:54.689226 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-3f341e57-2182-4eff-9470-fcb4c35cfb70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2039232 Jul 18 08:48:54.710994 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:54.743163 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:54.826427 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fe63f92-01f1-4f0e-a283-c9a2dec6b90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (25fd28dc-8488-4440-aef6-e601f0aa85a7), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.830588 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6fe63f92-01f1-4f0e-a283-c9a2dec6b90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:54.858293 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6fe63f92-01f1-4f0e-a283-c9a2dec6b90e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25fd28dc-8488-4440-aef6-e601f0aa85a7 HTTP/1.1" status: 204 len: 168 time: 0.5297079 Jul 18 08:48:54.920564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe63f92-01f1-4f0e-a283-c9a2dec6b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd28dc-8488-4440-aef6-e601f0aa85a7,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:54.952630 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-71534fe8-147c-431e-ba41-09316b49ad40 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550216 Jul 18 08:48:54.984634 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701e4df-35e4-4725-92e5-724b06a4fcaa req-eaf5234f-fb8b-4db4-b605-1a2c069e1d2b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:55.001597 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0701e4df-35e4-4725-92e5-724b06a4fcaa req-eaf5234f-fb8b-4db4-b605-1a2c069e1d2b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1681032 Jul 18 08:48:55.045588 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:22Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}, {'id': '84dd4f78-260d-428e-ae9e-bf7cb519147a', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:b4:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:25Z', 'updated_at': '2022-07-18T08:48:52Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:48:55.106750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca955b-fa0a-4cf4-82b0-8178c39d4438 None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:22Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}, {'id': '84dd4f78-260d-428e-ae9e-bf7cb519147a', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:b4:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:25Z', 'updated_at': '2022-07-18T08:48:52Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:48:55.116840 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Made reservation on behalf of c2f44b51cc624637bccd9ed1d3b1a769 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:48:55.121121 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:55.185670 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0701e4df-35e4-4725-92e5-724b06a4fcaa req-3a59f14a-641e-473b-8358-c1f0d21039ed tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818275 Jul 18 08:48:55.433739 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Allocated IP 172.20.0.9 (7493bcf7-a4b9-4c49-a680-3a0a798b3b98/14c4c82e-40cd-48c7-9967-7671eea33e56/098eed33-e2bd-493f-826e-a819152c71b1) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:48:55.573394 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd18c28-ec4c-43a5-b416-c22d7184f40a None None] New status for floating IP 84dd4f78-260d-428e-ae9e-bf7cb519147a: ACTIVE {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:48:55.609709 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b59e2330-0a9c-4932-9f2c-53529ed90282 req-529c2f2a-18da-4263-8dfa-be25d71cb7ab service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201913 Jul 18 08:48:55.717161 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for port (098eed33-e2bd-493f-826e-a819152c71b1), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:55.854487 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-29937c77-c1a8-4348-b951-5a80736a624f req-906231f2-94f2-46be-ac2b-e642c419b809 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 210 time: 0.0417778 Jul 18 08:48:56.375187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (098eed33-e2bd-493f-826e-a819152c71b1), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:56.427649 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:56.430329 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:56.454148 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:56.486827 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3c293-7a16-4bdb-aa76-84776bce4f8b req-f0af9d3c-8093-4329-9a2b-47416e66179b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:56.489545 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-51a3c293-7a16-4bdb-aa76-84776bce4f8b req-f0af9d3c-8093-4329-9a2b-47416e66179b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1480036 Jul 18 08:48:56.510574 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:48:56.516425 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event updated for resources: {'Port': ['ID=098eed33-e2bd-493f-826e-a819152c71b1,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:56.551889 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:48:56.604753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:48:56.608501 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:56.612360 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-51a3c293-7a16-4bdb-aa76-84776bce4f8b req-967a0c4e-86f2-41ea-a693-8ed05d635ebc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996637 Jul 18 08:48:56.712100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:56.714026 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:56.906166 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-6ccf666a-000b-489c-803e-5eff3d8fee84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2414782 Jul 18 08:48:56.934157 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Request body: {'port': {'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:56.964137 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-5a87b8bf-f7ec-41b7-8903-4f3134b5a99c None None] Provisioning complete for port 098eed33-e2bd-493f-826e-a819152c71b1 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:48:56.971731 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5a87b8bf-f7ec-41b7-8903-4f3134b5a99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (098eed33-e2bd-493f-826e-a819152c71b1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:57.110879 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-5a87b8bf-f7ec-41b7-8903-4f3134b5a99c None None] Port 098eed33-e2bd-493f-826e-a819152c71b1 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:48:57.151748 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (098eed33-e2bd-493f-826e-a819152c71b1), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:57.158295 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1c058-82e9-40d4-b567-cc9c4ef82a09 req-70e94fd9-8c40-481c-9c20-75d13abc5ef7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:57.164883 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-aff1c058-82e9-40d4-b567-cc9c4ef82a09 req-70e94fd9-8c40-481c-9c20-75d13abc5ef7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 931 time: 0.1023180 Jul 18 08:48:57.238429 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-aff1c058-82e9-40d4-b567-cc9c4ef82a09 req-8b09f891-86b4-48e2-b4bc-9212b6085c98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725114 Jul 18 08:48:57.445385 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54278) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:57.581269 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1266240180-network', 'tenant_id': '0a75147b684f470890244abb41bc7d67'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:57.669213 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098eed33-e2bd-493f-826e-a819152c71b1 {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:48:57.689733 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Publish callbacks [] for port (098eed33-e2bd-493f-826e-a819152c71b1), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:57.714190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Transition to ACTIVE for port object 098eed33-e2bd-493f-826e-a819152c71b1 will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:48:57.783931 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b64e-441a-471b-bf15-40331b1ff87b req-0e6bf3d0-c7f6-4188-81a6-fb4890a1038b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:57.785515 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6506b64e-441a-471b-bf15-40331b1ff87b req-0e6bf3d0-c7f6-4188-81a6-fb4890a1038b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0735323 Jul 18 08:48:57.841420 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6506b64e-441a-471b-bf15-40331b1ff87b req-5686e840-611a-4d41-929a-ca21ce9e0ae9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472040 Jul 18 08:48:57.955033 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (098eed33-e2bd-493f-826e-a819152c71b1), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:57.958215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Made reservation on behalf of 0a75147b684f470890244abb41bc7d67 for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:48:57.963762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:57.994181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.062454 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:58.072429 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Pushing event updated for resources: {'Port': ['ID=098eed33-e2bd-493f-826e-a819152c71b1,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:58.218323 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Attempting to bind port 098eed33-e2bd-493f-826e-a819152c71b1 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:48:58.218673 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Attempting to bind port 098eed33-e2bd-493f-826e-a819152c71b1 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:48:58.219013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Attempting to bind port 098eed33-e2bd-493f-826e-a819152c71b1 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:48:58.227053 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Port 098eed33-e2bd-493f-826e-a819152c71b1 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:48:58.227379 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Attempting to bind port 098eed33-e2bd-493f-826e-a819152c71b1 on network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:48:58.243545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:48:58.243923 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Checking segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:48:58.244318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Bound using segment: {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:48:58.244769 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Bound port: 098eed33-e2bd-493f-826e-a819152c71b1, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad52668-07c9-43e0-a97a-e659e3ebb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:48:58.245131 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (098eed33-e2bd-493f-826e-a819152c71b1), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.263319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:58.266952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks [] for security_group (e749e348-ffb9-4dda-8f9d-ec621c812a6c), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.352574 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] For port 098eed33-e2bd-493f-826e-a819152c71b1, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:48:58.385965 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] For port 098eed33-e2bd-493f-826e-a819152c71b1, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=098eed33-e2bd-493f-826e-a819152c71b1,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:48:58.432791 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e749e348-ffb9-4dda-8f9d-ec621c812a6c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.436592 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391df0b-4d0e-46c2-8386-0df00650ad99 req-6aed7168-647b-4071-aed2-aa02ebaf8338 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:58.444306 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b391df0b-4d0e-46c2-8386-0df00650ad99 req-6aed7168-647b-4071-aed2-aa02ebaf8338 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 943 time: 0.0882230 Jul 18 08:48:58.463100 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:58.477847 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:48:58.498087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (098eed33-e2bd-493f-826e-a819152c71b1), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.549970 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b391df0b-4d0e-46c2-8386-0df00650ad99 req-4c9cf181-46eb-4c8c-9e56-594d776e6b77 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010728 Jul 18 08:48:58.571765 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e749e348-ffb9-4dda-8f9d-ec621c812a6c,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:58.583535 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.584129 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Added segment e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a of type vlan for network 63e2b314-2444-4179-bca4-7e17b3ff5f21 Jul 18 08:48:58.620372 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:58.622654 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.627837 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] 10.222.0.47 "PUT /v2.0/ports/098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 1093 time: 1.7043254 Jul 18 08:48:58.633666 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:48:58.638193 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:48:58.742339 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eb10f3-6a63-4bf3-90c6-b588308c5ebe x-openstack-request-id: req-b3eb10f3-6a63-4bf3-90c6-b588308c5ebe {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:48:58.742778 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:48:58.743158 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3eb10f3-6a63-4bf3-90c6-b588308c5ebe {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:48:58.743817 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3eb10f3-6a63-4bf3-90c6-b588308c5ebe'] response: {'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1', 'status': 'completed', 'code': 200} Jul 18 08:48:58.747738 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (63e2b314-2444-4179-bca4-7e17b3ff5f21), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.752442 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef553c-1112-41e8-b906-e16d9e9b8f1f service neutron] Pushing event updated for resources: {'Port': ['ID=098eed33-e2bd-493f-826e-a819152c71b1,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:58.995244 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (63e2b314-2444-4179-bca4-7e17b3ff5f21), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:58.997225 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:58.997957 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:59.036085 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5 req-26a613c5-809a-44f3-867a-5f15cdaa2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.041671 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5 req-26a613c5-809a-44f3-867a-5f15cdaa2e0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1127 time: 0.1079960 Jul 18 08:48:59.054861 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcfb95-1da5-44f3-b45a-3d3ae39f1de0 req-eb35674d-5c68-45ae-93a0-5e1dee4f1359 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.057342 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-18fcfb95-1da5-44f3-b45a-3d3ae39f1de0 req-eb35674d-5c68-45ae-93a0-5e1dee4f1359 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.1158404 Jul 18 08:48:59.130894 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=63e2b314-2444-4179-bca4-7e17b3ff5f21,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:48:59.144920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:48:59.184732 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9e4ee643-c950-4cb6-8aa3-5955c1986ad3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.7331147 Jul 18 08:48:59.185125 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-18fcfb95-1da5-44f3-b45a-3d3ae39f1de0 req-eb17d384-cbf5-4b17-bc79-9f18e24b7588 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177118 Jul 18 08:48:59.189509 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54328) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:48:59.244434 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Request body: {'subnet': {'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1266240180-subnet', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:48:59.265833 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5 req-172e199f-f8a2-40fa-a535-d3428ef8f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.268994 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5 req-172e199f-f8a2-40fa-a535-d3428ef8f79d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2211881 Jul 18 08:48:59.311947 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:59.326016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-37cfd3de-3e18-4d8f-a56f-27e465e7c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.327734 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-37cfd3de-3e18-4d8f-a56f-27e465e7c016 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1129 time: 0.0693748 Jul 18 08:48:59.434156 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Made reservation on behalf of 0a75147b684f470890244abb41bc7d67 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:48:59.436983 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9436852'] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:48:59.460828 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5 req-e58e26f2-3015-4ccf-917b-82d8d7bae8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.463843 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-511d8f03-c37a-4b29-8854-de0e4c3cb0b5 req-e58e26f2-3015-4ccf-917b-82d8d7bae8aa service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881599 Jul 18 08:48:59.554999 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-86735c05-4dd4-49d5-954f-ae0e304b634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.556567 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-86735c05-4dd4-49d5-954f-ae0e304b634b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.2188532 Jul 18 08:48:59.592888 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-bce53dae-487a-429f-8565-4cfb477d1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.596493 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-bce53dae-487a-429f-8565-4cfb477d1813 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1127 time: 0.0641494 Jul 18 08:48:59.611945 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:48:59.648172 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-fc8fbc6a-205b-435b-9163-7d0789cc2570 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 1001 time: 0.0837543 Jul 18 08:48:59.702850 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-1c912979-8ea2-40c1-8d14-d3e59e06b3f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 217 time: 0.0918949 Jul 18 08:48:59.853520 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-f9dce8b2-17ee-4861-adfe-77e8bea38e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.856000 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-f9dce8b2-17ee-4861-adfe-77e8bea38e66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.1662402 Jul 18 08:48:59.868274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-439b4034-1a91-4605-96d2-da2caccc4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.871517 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-439b4034-1a91-4605-96d2-da2caccc4f80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.1566916 Jul 18 08:48:59.883945 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a5dc-0956-44f6-b2c2-31c33afc8714 req-eabc857d-288e-46da-9687-64818b368a54 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.887144 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb20a5dc-0956-44f6-b2c2-31c33afc8714 req-eabc857d-288e-46da-9687-64818b368a54 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 943 time: 0.1196580 Jul 18 08:48:59.921511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-5743f505-3a10-45aa-a95a-85f8c7b8dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.923230 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-5743f505-3a10-45aa-a95a-85f8c7b8dfb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596478 Jul 18 08:48:59.977249 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-b7433d6c-8412-4f9d-a87c-e2521d611010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:48:59.978824 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-b7433d6c-8412-4f9d-a87c-e2521d611010 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903959 Jul 18 08:49:00.018587 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9436842'] for subnet (b171a551-9f2c-4567-9557-0d7b69a18cf1), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:00.036523 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eb20a5dc-0956-44f6-b2c2-31c33afc8714 req-aeedeace-740d-481c-a84f-379975a17e83 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952652 Jul 18 08:49:00.055134 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:00.115379 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b171a551-9f2c-4567-9557-0d7b69a18cf1,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:00.121846 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-5f6e779b-8ec9-4732-a132-701d5cb9300a service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907177 Jul 18 08:49:00.128135 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Checking segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:00.128637 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Network hostable DHCP agents. Network: 63e2b314-2444-4179-bca4-7e17b3ff5f21, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:49:00.143590 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-d02af594-e8f1-434b-a05c-28c92078b885 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563926 Jul 18 08:49:00.191474 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:00.256676 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65560ea4-f7a8-41a1-8b20-1bdc2ef9b129 req-b0aa3b3e-c157-407f-9018-df5e138a72e9 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250052 Jul 18 08:49:00.290484 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cabac329-e625-4532-a8b3-ea209cb92b1f req-d09b7098-0e1b-47d5-970b-c226ec001ca8 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382680 Jul 18 08:49:00.352550 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc48ec-32e4-4bcf-9c2c-e8024fae12ac req-d80d4cb5-7189-4367-8238-3406ae8ef7f8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:00.352550 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9bdc48ec-32e4-4bcf-9c2c-e8024fae12ac req-d80d4cb5-7189-4367-8238-3406ae8ef7f8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 945 time: 0.0530050 Jul 18 08:49:00.357648 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:49:00.420958 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9bdc48ec-32e4-4bcf-9c2c-e8024fae12ac req-72250539-1ffc-4b3e-ad2e-9da67b8d9f74 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558789 Jul 18 08:49:00.483857 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 63e2b314-2444-4179-bca4-7e17b3ff5f21) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:00.488724 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:00.489522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:00.499399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d665624d-8f6e-478b-857c-1aa3fd09ba99 None None] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:00.609374 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-53ea4d1c-605f-41c5-82fe-6944dd92cecc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4153242 Jul 18 08:49:00.616934 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54366) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:00.622823 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:00.720152 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:00.741264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:00.744663 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:00.783836 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-63e2b314-2444-4179-bca4-7e17b3ff5f21', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'project_id': '0a75147b684f470890244abb41bc7d67', 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:49:00.784800 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:00.852777 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks [] for router_controller (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:00.976585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:00.990155 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:01.004115 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Allocated IP 172.20.0.2 (63e2b314-2444-4179-bca4-7e17b3ff5f21/b171a551-9f2c-4567-9557-0d7b69a18cf1/cb208119-4ff9-4525-b60b-59a21f3fe201) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:01.160287 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks [] for router_gateway (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.194701 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Publish callbacks [] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.201370 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:49:01.295010 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: ACTIVE; New status is: DOWN {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:01.295438 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.338248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:01.339400 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:01.340570 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:49:01.343332 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e025e3-e6eb-4964-981b-1a6f89f4f369" -d '{"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:49:01.367280 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.415085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b0934-b1ac-4f2e-b0f2-92be49c413ec x-openstack-request-id: req-cc3b0934-b1ac-4f2e-b0f2-92be49c413ec {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:49:01.415387 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:49:01.415646 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc3b0934-b1ac-4f2e-b0f2-92be49c413ec {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:49:01.416365 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3b0934-b1ac-4f2e-b0f2-92be49c413ec'] response: {'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'code': 200} Jul 18 08:49:01.429872 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:01.433951 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:01.438178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:01.449751 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.478497 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Pushing event updated for resources: {'Port': ['ID=cb208119-4ff9-4525-b60b-59a21f3fe201,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:01.572766 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b346-a9f7-4420-9c16-a6031f487d82 req-66de6738-c329-4a54-9bf7-196c4da94fe8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:01.576585 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d175b346-a9f7-4420-9c16-a6031f487d82 req-66de6738-c329-4a54-9bf7-196c4da94fe8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 943 time: 0.3604856 Jul 18 08:49:01.614975 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Attempting to bind port cb208119-4ff9-4525-b60b-59a21f3fe201 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:01.615795 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Attempting to bind port cb208119-4ff9-4525-b60b-59a21f3fe201 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:01.615795 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Attempting to bind port cb208119-4ff9-4525-b60b-59a21f3fe201 on network 63e2b314-2444-4179-bca4-7e17b3ff5f21 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:01.629410 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:01.629929 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Checking segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:01.631037 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.631598 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Bound using segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:01.632142 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Bound port: cb208119-4ff9-4525-b60b-59a21f3fe201, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:01.632536 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.650190 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=8']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:01.665698 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d732b-24ac-4449-8453-90821d6108c1 req-bbf05557-f1a0-4d2d-88fe-8707dc17b64b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:01.667270 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-140d732b-24ac-4449-8453-90821d6108c1 req-bbf05557-f1a0-4d2d-88fe-8707dc17b64b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1196508 Jul 18 08:49:01.670994 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d175b346-a9f7-4420-9c16-a6031f487d82 req-4452de8c-9fcf-4116-8e17-e72645ab0be9 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878065 Jul 18 08:49:01.700206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks [] for router_gateway (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.724617 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.733815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] For port cb208119-4ff9-4525-b60b-59a21f3fe201, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:01.737400 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] For port cb208119-4ff9-4525-b60b-59a21f3fe201, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cb208119-4ff9-4525-b60b-59a21f3fe201,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:01.790216 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-140d732b-24ac-4449-8453-90821d6108c1 req-f4692c6b-5f11-4c5b-91cd-b5dabb78c7ac tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109548 Jul 18 08:49:01.881833 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Allocated IP 172.27.1.226 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/01f1f6fb-c9ab-4e05-8d1c-919420e59840) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:01.883544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:01.902623 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:01.978487 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879900c-cfe5-479b-8157-eead33f4219c None None] Pushing event updated for resources: {'Port': ['ID=cb208119-4ff9-4525-b60b-59a21f3fe201,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:02.017198 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks [] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.147348 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.214299 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:02.232848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:02.240962 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:02.246947 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Pushing event updated for resources: {'Port': ['ID=01f1f6fb-c9ab-4e05-8d1c-919420e59840,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:02.277049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.277698 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.278201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.278713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.279224 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.279747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.281633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.281633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.282236 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.282756 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.283272 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.283798 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.284288 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.284784 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.285264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:02.436093 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cb208119-4ff9-4525-b60b-59a21f3fe201 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:02.496817 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port cb208119-4ff9-4525-b60b-59a21f3fe201 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:02.497332 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.499240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:02.527197 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.605942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port cb208119-4ff9-4525-b60b-59a21f3fe201 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:02.606603 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.659693 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port cb208119-4ff9-4525-b60b-59a21f3fe201, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cb208119-4ff9-4525-b60b-59a21f3fe201,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:02.737554 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.789539 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks [] for router_gateway (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:02.806291 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=cb208119-4ff9-4525-b60b-59a21f3fe201,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:02.835004 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef39ac-75f7-43fe-b3fb-90a146fd4bfd req-d348d427-71f7-407c-b1af-ae3f4e44a19c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:02.844199 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d9ef39ac-75f7-43fe-b3fb-90a146fd4bfd req-d348d427-71f7-407c-b1af-ae3f4e44a19c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 943 time: 0.0713608 Jul 18 08:49:02.939832 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d9ef39ac-75f7-43fe-b3fb-90a146fd4bfd req-93aaf594-cb6c-4225-82e8-9a9f9ff5327f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942066 Jul 18 08:49:02.989700 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea4b15-f012-4dc9-89ef-9140b58c5b45 req-b08010dc-7bac-4890-bd4a-cec9cdc10733 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:02.991565 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5cea4b15-f012-4dc9-89ef-9140b58c5b45 req-b08010dc-7bac-4890-bd4a-cec9cdc10733 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0890858 Jul 18 08:49:03.056194 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:03.198326 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37d341-4049-443f-9a7f-27fec1a9d9d1 None None] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:03.278417 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-af75a45b-e7f7-4b63-9b30-e72a0fc3bae1 None None] Provisioning complete for port cb208119-4ff9-4525-b60b-59a21f3fe201 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:03.278785 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-af75a45b-e7f7-4b63-9b30-e72a0fc3bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:03.379136 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5cea4b15-f012-4dc9-89ef-9140b58c5b45 req-efcccdf8-11bc-442f-a2a6-632c5351eda0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806064 Jul 18 08:49:03.434256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:03.470215 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-af75a45b-e7f7-4b63-9b30-e72a0fc3bae1 None None] Current status of the port cb208119-4ff9-4525-b60b-59a21f3fe201 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:03.693126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-cf29e1de-f104-4fb6-a9ea-5a8f6b7e89a0 None None] Provisioning complete for port cb208119-4ff9-4525-b60b-59a21f3fe201 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:03.694015 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-cf29e1de-f104-4fb6-a9ea-5a8f6b7e89a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:03.706543 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:49:03.822893 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-cf29e1de-f104-4fb6-a9ea-5a8f6b7e89a0 None None] Current status of the port cb208119-4ff9-4525-b60b-59a21f3fe201 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:03.870713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:03.882410 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Sync routers for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:03.894875 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:03.895572 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:03.947462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:03.988382 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:03.993394 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a0df3428-91c0-4513-8156-3c151823cc0e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3717103 Jul 18 08:49:03.993670 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54422) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:04.049341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:04.120582 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b2e9a-a58b-471e-b317-4d671b471901 req-d481a1ee-b904-4446-ac74-5d9d89542322 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:04.124497 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f9b2e9a-a58b-471e-b317-4d671b471901 req-d481a1ee-b904-4446-ac74-5d9d89542322 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 943 time: 0.0986576 Jul 18 08:49:04.206658 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f9b2e9a-a58b-471e-b317-4d671b471901 req-9c9127a6-d638-43ef-a6f7-6e1520982cbd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735683 Jul 18 08:49:04.314898 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:02Z', 'revision_number': 3, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:04.346810 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cb208119-4ff9-4525-b60b-59a21f3fe201 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:04.350955 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Checking router: 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:04.351423 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Updating router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:04.368832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54426) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:04.425972 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.474729 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:04.479462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port cb208119-4ff9-4525-b60b-59a21f3fe201 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:04.480452 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.512071 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.575864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:04.607633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014d137-7c83-46c8-951b-eae2beea21bb req-8f0f3bee-0a9b-451d-848c-51ea445357e2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:04.610837 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b014d137-7c83-46c8-951b-eae2beea21bb req-8f0f3bee-0a9b-451d-848c-51ea445357e2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1125741 Jul 18 08:49:04.648824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Publish callbacks [] for security_group (87fc7f0c-a561-41dd-975b-92fb8f3a3269), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.758501 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port cb208119-4ff9-4525-b60b-59a21f3fe201 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:04.768063 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-3ffcb47e-2f86-4387-8e19-acfc28c35cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853543 Jul 18 08:49:04.776672 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (87fc7f0c-a561-41dd-975b-92fb8f3a3269), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.806746 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b014d137-7c83-46c8-951b-eae2beea21bb req-45107ea1-1d8e-4e52-8341-514de4cbcdaa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531098 Jul 18 08:49:04.865219 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fc7f0c-a561-41dd-975b-92fb8f3a3269,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:04.882750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.883579 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.884305 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.884967 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.885648 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.886355 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.887020 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.889568 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.890928 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.891629 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.892399 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.893060 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.893768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.894432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.895106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:04.896478 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Publish callbacks [] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.907295 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a6b2dc4f-003c-4442-8c6b-a76ab8094f3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cbac3a1b7dc4042afaaebb6ad02614d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370412 Jul 18 08:49:04.946972 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54440) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:04.965624 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:04.997995 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0780-56c6-416f-872f-05d5fdfa79de req-8e291d3a-4452-4782-98b2-58f9d90c262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:05.000074 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-8e291d3a-4452-4782-98b2-58f9d90c262a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1127 time: 0.0907733 Jul 18 08:49:05.017853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.087099 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a217cad4-8e8a-4371-beb1-65042e2f2045 admin admin] Publish callbacks [] for security_group (87fc7f0c-a561-41dd-975b-92fb8f3a3269), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.136017 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4fdba-90e9-4219-b86c-16c1db28efb6 None None] Pushing event updated for resources: {'Port': ['ID=01f1f6fb-c9ab-4e05-8d1c-919420e59840,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:05.142611 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Attempting to bind port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:05.143302 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Attempting to bind port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:05.143897 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Attempting to bind port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:05.153772 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:05.154373 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:05.154933 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a217cad4-8e8a-4371-beb1-65042e2f2045 admin admin] Publish callbacks [] for security_group (87fc7f0c-a561-41dd-975b-92fb8f3a3269), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.155069 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.155661 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:05.157137 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Bound port: 01f1f6fb-c9ab-4e05-8d1c-919420e59840, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:05.157137 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.192475 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 098eed33-e2bd-493f-826e-a819152c71b1 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:49:05.196526 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:49:05.206629 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0780-56c6-416f-872f-05d5fdfa79de req-6b382c16-b75d-4002-a0c3-f43f899dfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:05.208170 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-6b382c16-b75d-4002-a0c3-f43f899dfd12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.1834183 Jul 18 08:49:05.308676 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] For port 01f1f6fb-c9ab-4e05-8d1c-919420e59840, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:05.312436 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] For port 01f1f6fb-c9ab-4e05-8d1c-919420e59840, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=01f1f6fb-c9ab-4e05-8d1c-919420e59840,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:05.339139 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-994c2148-4f95-48b5-a012-3779f7fbb694 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 999 time: 0.1222093 Jul 18 08:49:05.353775 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Allocated IP 172.20.0.1 (63e2b314-2444-4179-bca4-7e17b3ff5f21/b171a551-9f2c-4567-9557-0d7b69a18cf1/e627d80c-91f9-4ee9-972c-627fa709f2b5) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:05.366534 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be284f-9226-4729-b1f4-6fb9ecb89141 req-85ebcb73-3239-4b43-a14b-d3daa70a9cf6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:05.368157 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-44be284f-9226-4729-b1f4-6fb9ecb89141 req-85ebcb73-3239-4b43-a14b-d3daa70a9cf6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 943 time: 0.0845151 Jul 18 08:49:05.394784 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:05.410405 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0780-56c6-416f-872f-05d5fdfa79de req-aa779c8c-1a43-4148-be66-af689cfdf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:05.411911 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: DOWN; New status is: DOWN {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:05.413171 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-aa779c8c-1a43-4148-be66-af689cfdf700 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.0660851 Jul 18 08:49:05.428194 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.434036 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a217cad4-8e8a-4371-beb1-65042e2f2045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (87fc7f0c-a561-41dd-975b-92fb8f3a3269), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.445562 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a217cad4-8e8a-4371-beb1-65042e2f2045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.445562 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a217cad4-8e8a-4371-beb1-65042e2f2045 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87fc7f0c-a561-41dd-975b-92fb8f3a3269 HTTP/1.1" status: 204 len: 168 time: 0.4901552 Jul 18 08:49:05.486094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:05.488844 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0780-56c6-416f-872f-05d5fdfa79de req-64046637-2699-425d-ace2-9ce35aba4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:05.490706 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-64046637-2699-425d-ace2-9ce35aba4a65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690022 Jul 18 08:49:05.494669 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217cad4-8e8a-4371-beb1-65042e2f2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fc7f0c-a561-41dd-975b-92fb8f3a3269,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:05.508022 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-44be284f-9226-4729-b1f4-6fb9ecb89141 req-28f2764c-9105-4d34-9cc5-0902c464c2dd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288297 Jul 18 08:49:05.508589 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 098eed33-e2bd-493f-826e-a819152c71b1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=098eed33-e2bd-493f-826e-a819152c71b1,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:05.568624 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '098eed33-e2bd-493f-826e-a819152c71b1', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:49:05.572562 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks [] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.578776 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4fdba-90e9-4219-b86c-16c1db28efb6 None None] Pushing event updated for resources: {'Port': ['ID=01f1f6fb-c9ab-4e05-8d1c-919420e59840,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:05.593138 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:05.593952 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:05.622506 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:05.638826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:05.645665 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-2baa7bce-1427-4807-9e1d-56f35f80c554 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441717 Jul 18 08:49:05.650175 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:05.671451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 098eed33-e2bd-493f-826e-a819152c71b1 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:05.671853 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (098eed33-e2bd-493f-826e-a819152c71b1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.719592 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:05.775628 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:05.780635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:05.790064 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:05.811804 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-401a0780-56c6-416f-872f-05d5fdfa79de req-9919243b-dfd4-4628-88f0-75df6d5ca011 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577842 Jul 18 08:49:05.837780 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Pushing event updated for resources: {'Port': ['ID=e627d80c-91f9-4ee9-972c-627fa709f2b5,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:05.863607 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.014003 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:06.035224 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:06.151059 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098eed33-e2bd-493f-826e-a819152c71b1 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:49:06.185120 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.242821 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 098eed33-e2bd-493f-826e-a819152c71b1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=098eed33-e2bd-493f-826e-a819152c71b1,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:06.246115 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-ed72e872-dee8-4cd0-9b2c-52d0a695b3b1 None None] Provisioning complete for port e627d80c-91f9-4ee9-972c-627fa709f2b5 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:06.246309 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed72e872-dee8-4cd0-9b2c-52d0a695b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.296270 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-ed72e872-dee8-4cd0-9b2c-52d0a695b3b1 None None] Port e627d80c-91f9-4ee9-972c-627fa709f2b5 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:06.350567 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:02Z', 'revision_number': 3, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:06.376818 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks [] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.384060 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (098eed33-e2bd-493f-826e-a819152c71b1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.386650 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f509d-4cc0-4dcb-834c-1b3e30145d86 None None] The sync data for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi is: [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:02Z', 'revision_number': 3, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:06.447051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=098eed33-e2bd-493f-826e-a819152c71b1,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:06.489993 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.583876 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Pushing event updated for resources: {'Port': ['ID=e627d80c-91f9-4ee9-972c-627fa709f2b5,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:06.592572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:06.685090 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['098eed33-e2bd-493f-826e-a819152c71b1'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:49:06.727148 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f59135-9310-4506-9915-842cbf56ed8c req-8c9d37da-3eb2-43c1-bb23-7b0b5475e43d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:06.734154 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-97f59135-9310-4506-9915-842cbf56ed8c req-8c9d37da-3eb2-43c1-bb23-7b0b5475e43d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 944 time: 0.1368008 Jul 18 08:49:06.769047 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:06.812788 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [req-7a09f0d6-53e2-4df8-8cc1-8e14caa6a89a req-3db32996-774e-487d-a4ec-77431cd4cb32 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:49:06.815241 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7a09f0d6-53e2-4df8-8cc1-8e14caa6a89a req-3db32996-774e-487d-a4ec-77431cd4cb32 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092041 Jul 18 08:49:06.871953 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:06.874900 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:06.887826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54468) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:06.956615 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-97f59135-9310-4506-9915-842cbf56ed8c req-b176b5da-dd8f-41ab-9727-9ef395c60fce tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210472 Jul 18 08:49:07.045019 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:49:07.108130 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde03-7526-499c-b1ba-7dd19becbcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.221989 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:07.230191 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-517639c6-e284-4f4f-9509-cf9c2a9cb83f admin admin] 10.222.0.57 "PUT /v2.0/routers/66a6fe3b-9d8f-42a2-a7d5-16fa19102b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2352104 Jul 18 08:49:07.241091 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-2464ff83-a161-4840-affa-ec22bf95a5d5 None None] Provisioning complete for port e627d80c-91f9-4ee9-972c-627fa709f2b5 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:07.241593 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2464ff83-a161-4840-affa-ec22bf95a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.279043 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde03-7526-499c-b1ba-7dd19becbcfb admin admin] Publish callbacks [] for security_group (087fdd0e-45bf-449d-8676-9f42e5bc65e8), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.298353 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-2464ff83-a161-4840-affa-ec22bf95a5d5 None None] Port e627d80c-91f9-4ee9-972c-627fa709f2b5 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:07.336125 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954bfcb-7b0a-4f68-bd46-375591dfce95 req-7999f60e-2370-4cac-95b1-f8d60ed7d019 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:07.337769 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2954bfcb-7b0a-4f68-bd46-375591dfce95 req-7999f60e-2370-4cac-95b1-f8d60ed7d019 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0627499 Jul 18 08:49:07.380550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde03-7526-499c-b1ba-7dd19becbcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (087fdd0e-45bf-449d-8676-9f42e5bc65e8), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.412879 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:07.420489 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2954bfcb-7b0a-4f68-bd46-375591dfce95 req-8037e471-7a5a-4b10-a299-b31eacd35451 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708563 Jul 18 08:49:07.444059 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-6f5fde03-7526-499c-b1ba-7dd19becbcfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e03f4e1041a140edb5c56e4a67a02ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550480 Jul 18 08:49:07.446572 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fde03-7526-499c-b1ba-7dd19becbcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087fdd0e-45bf-449d-8676-9f42e5bc65e8,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:07.447645 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54482) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:07.525918 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2048-bd7d-4ccf-9be5-2ba6be3d023c admin admin] Publish callbacks [] for security_group (087fdd0e-45bf-449d-8676-9f42e5bc65e8), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.572253 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2048-bd7d-4ccf-9be5-2ba6be3d023c admin admin] Publish callbacks [] for security_group (087fdd0e-45bf-449d-8676-9f42e5bc65e8), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.641270 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 098eed33-e2bd-493f-826e-a819152c71b1 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:07.712999 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2048-bd7d-4ccf-9be5-2ba6be3d023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (087fdd0e-45bf-449d-8676-9f42e5bc65e8), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.713248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 098eed33-e2bd-493f-826e-a819152c71b1 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:49:07.717230 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2048-bd7d-4ccf-9be5-2ba6be3d023c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.722505 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e3ee2048-bd7d-4ccf-9be5-2ba6be3d023c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/087fdd0e-45bf-449d-8676-9f42e5bc65e8 HTTP/1.1" status: 204 len: 168 time: 0.2697997 Jul 18 08:49:07.728088 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee2048-bd7d-4ccf-9be5-2ba6be3d023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087fdd0e-45bf-449d-8676-9f42e5bc65e8,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:07.803943 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 098eed33-e2bd-493f-826e-a819152c71b1 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:07.804428 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (098eed33-e2bd-493f-826e-a819152c71b1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.906249 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 098eed33-e2bd-493f-826e-a819152c71b1 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:07.906648 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (098eed33-e2bd-493f-826e-a819152c71b1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:07.934731 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:49:07.937249 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809e0b1-3cb7-441d-9535-1538ba304c4f" -d '{"events": [{"server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "name": "network-vif-plugged", "status": "completed", "tag": "098eed33-e2bd-493f-826e-a819152c71b1"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:49:07.951590 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 098eed33-e2bd-493f-826e-a819152c71b1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=098eed33-e2bd-493f-826e-a819152c71b1,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:07.985626 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b8d1c-4bdd-40bd-b81d-56196830b60c x-openstack-request-id: req-d48b8d1c-4bdd-40bd-b81d-56196830b60c {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:49:07.986414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "name": "network-vif-plugged", "status": "completed", "tag": "098eed33-e2bd-493f-826e-a819152c71b1", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:49:07.989777 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d48b8d1c-4bdd-40bd-b81d-56196830b60c {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:49:07.990886 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48b8d1c-4bdd-40bd-b81d-56196830b60c'] response: {'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1', 'code': 200} Jul 18 08:49:08.072485 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (098eed33-e2bd-493f-826e-a819152c71b1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.146305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=098eed33-e2bd-493f-826e-a819152c71b1,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:08.171613 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dc68f-8549-4799-a5e5-f2ce501eb747 req-3a12b5cb-bb83-4bb1-859b-964ed41b9dec tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:08.173363 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c98dc68f-8549-4799-a5e5-f2ce501eb747 req-3a12b5cb-bb83-4bb1-859b-964ed41b9dec tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0920591 Jul 18 08:49:08.269673 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c98dc68f-8549-4799-a5e5-f2ce501eb747 req-7d8aada4-ab08-45bd-8860-9ce5a6b0a6e8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868957 Jul 18 08:49:08.280796 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:08.330384 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54520) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:08.337615 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225749855-network', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:08.364915 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54522) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:08.376233 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 01f1f6fb-c9ab-4e05-8d1c-919420e59840 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:08.426646 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:08.438829 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Made reservation on behalf of f3f54d7971b84445961ce311d6e2eb21 for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:08.442279 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.449490 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=11 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:08.449646 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:08.449646 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.544844 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.549587 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d27c1-4197-4b9c-8607-ea26f6e4fef3 req-4639e96e-628f-432d-adcd-52215bc1cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:08.551244 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:08.551657 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.552040 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d39d27c1-4197-4b9c-8607-ea26f6e4fef3 req-4639e96e-628f-432d-adcd-52215bc1cf82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.0970745 Jul 18 08:49:08.602716 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-a4e3f168-655b-4f47-8462-bb055d27ce28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2353814 Jul 18 08:49:08.606283 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 01f1f6fb-c9ab-4e05-8d1c-919420e59840, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=01f1f6fb-c9ab-4e05-8d1c-919420e59840,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:08.614812 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-5307073c-09f0-4cfa-822a-adbb16676bc6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:49:08.616295 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-5307073c-09f0-4cfa-822a-adbb16676bc6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063648 Jul 18 08:49:08.692876 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d39d27c1-4197-4b9c-8607-ea26f6e4fef3 req-313912bf-5bf1-4218-97e7-0a56d2f92787 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307492 Jul 18 08:49:08.701582 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9fe6d-f5e5-4c20-99a0-ddd38bf876f0 req-7d54c4bd-e62d-4928-96d7-b22df388a216 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:08.703415 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b0c9fe6d-f5e5-4c20-99a0-ddd38bf876f0 req-7d54c4bd-e62d-4928-96d7-b22df388a216 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1009476 Jul 18 08:49:08.727115 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Sync routers for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:08.735178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.753154 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:08.754215 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:08.787566 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks [] for security_group (0b4d1ead-a671-4f83-8af3-76ca9a97ebda), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.808490 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b0c9fe6d-f5e5-4c20-99a0-ddd38bf876f0 req-5bab5eef-6322-477d-97e4-8e25a81a23d8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978258 Jul 18 08:49:08.842561 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=01f1f6fb-c9ab-4e05-8d1c-919420e59840,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:08.855105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0b4d1ead-a671-4f83-8af3-76ca9a97ebda), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.863629 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:08.864535 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54538) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:08.900008 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:49:08.908914 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d1ead-a671-4f83-8af3-76ca9a97ebda,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:08.916554 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (7f2640a0-18f4-467b-a2d2-4932675117a1), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.916938 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Added segment 7f2640a0-18f4-467b-a2d2-4932675117a1 of type vlan for network 294bfedc-cc02-4d04-9884-c5822524d138 Jul 18 08:49:08.961947 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (294bfedc-cc02-4d04-9884-c5822524d138), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:08.988582 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:09.055945 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-f17777e3-d4c8-49fb-a822-b9f63cc13247 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:09.065734 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-f17777e3-d4c8-49fb-a822-b9f63cc13247 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports/222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 940 time: 0.1996050 Jul 18 08:49:09.153092 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (294bfedc-cc02-4d04-9884-c5822524d138), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.154138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:09.167499 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.201137 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 2, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:09.232404 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Checking router: 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:09.232779 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Updating router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 port e627d80c-91f9-4ee9-972c-627fa709f2b5 binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:09.234229 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:09.238233 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] Pushing event updated for resources: {'Network': ['ID=294bfedc-cc02-4d04-9884-c5822524d138,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:09.251595 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 294bfedc-cc02-4d04-9884-c5822524d138 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:49:09.264557 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.284340 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-91e2e079-00d8-4e99-b96a-faeda94c616c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9514501 Jul 18 08:49:09.287358 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54556) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:09.301884 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Request body: {'subnet': {'network_id': '294bfedc-cc02-4d04-9884-c5822524d138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225749855-subnet', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:09.436898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Made reservation on behalf of f3f54d7971b84445961ce311d6e2eb21 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:09.439389 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9436852'] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.479070 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:09.535173 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c858bd6-1825-4c75-8b1e-252716dd720f req-01a9b5a2-baf0-4748-abcc-08ff1e0c7fa0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:09.539382 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8c858bd6-1825-4c75-8b1e-252716dd720f req-01a9b5a2-baf0-4748-abcc-08ff1e0c7fa0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.1244297 Jul 18 08:49:09.592868 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Publish callbacks [] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.606659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:09.627650 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8c858bd6-1825-4c75-8b1e-252716dd720f req-9bbc0744-59da-4d73-a2ca-6ad9072fa0ca tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820839 Jul 18 08:49:09.666555 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.669044 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:09.727785 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Pushing event updated for resources: {'Port': ['ID=e627d80c-91f9-4ee9-972c-627fa709f2b5,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:09.750518 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.750904 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.751277 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.751873 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.752211 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.752657 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.753151 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.753469 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.753854 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.754180 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.754505 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.754902 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.755276 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.755772 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.756100 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:09.814464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9436842'] for subnet (c2675c2a-9ad3-4a90-ba74-75124a4dfa56), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.816298 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Attempting to bind port e627d80c-91f9-4ee9-972c-627fa709f2b5 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:09.816739 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Attempting to bind port e627d80c-91f9-4ee9-972c-627fa709f2b5 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:09.817170 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Attempting to bind port e627d80c-91f9-4ee9-972c-627fa709f2b5 on network 63e2b314-2444-4179-bca4-7e17b3ff5f21 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:09.823826 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:09.824218 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Checking segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:09.825035 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.825560 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Bound using segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:09.826048 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Bound port: e627d80c-91f9-4ee9-972c-627fa709f2b5, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:09.826426 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:09.916107 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] For port e627d80c-91f9-4ee9-972c-627fa709f2b5, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:09.923177 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] For port e627d80c-91f9-4ee9-972c-627fa709f2b5, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e627d80c-91f9-4ee9-972c-627fa709f2b5,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:09.951388 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2675c2a-9ad3-4a90-ba74-75124a4dfa56,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:09.953850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Checking segment: {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:09.954257 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Network hostable DHCP agents. Network: 294bfedc-cc02-4d04-9884-c5822524d138, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:49:09.989836 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda2c2-7a30-43ab-9f87-9f24ee5685a0 req-9f49388c-df75-4309-a979-5fd00640a67f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:09.991706 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b4dda2c2-7a30-43ab-9f87-9f24ee5685a0 req-9f49388c-df75-4309-a979-5fd00640a67f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0566468 Jul 18 08:49:10.044355 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.045669 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b4dda2c2-7a30-43ab-9f87-9f24ee5685a0 req-56130a54-964d-442a-a73d-1d94ec485160 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465231 Jul 18 08:49:10.056005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Network 294bfedc-cc02-4d04-9884-c5822524d138 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:49:10.074751 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] Provisioning complete for port e627d80c-91f9-4ee9-972c-627fa709f2b5 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:10.076121 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.096132 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:10.115289 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001319f1-4d5e-476e-8041-8a76f7e4facc None None] Pushing event updated for resources: {'Port': ['ID=e627d80c-91f9-4ee9-972c-627fa709f2b5,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:10.118014 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:10.118805 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:10.153197 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 294bfedc-cc02-4d04-9884-c5822524d138) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:10.162787 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56cee45-59e6-4729-ab27-01ce0486395f None None] Network 294bfedc-cc02-4d04-9884-c5822524d138 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:10.164269 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:10.165921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.222909 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] Current status of the port e627d80c-91f9-4ee9-972c-627fa709f2b5 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:10.223305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.243202 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:10.273624 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] For port e627d80c-91f9-4ee9-972c-627fa709f2b5, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e627d80c-91f9-4ee9-972c-627fa709f2b5,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:10.282493 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54578) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:10.287833 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:10.288619 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f8ccd49f-2d7b-4075-a1a0-9812992cb4e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9992514 Jul 18 08:49:10.331549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-294bfedc-cc02-4d04-9884-c5822524d138', 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138', 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'fixed_ips': [{'subnet_id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:49:10.332676 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.346861 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.359635 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 01f1f6fb-c9ab-4e05-8d1c-919420e59840 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:10.411929 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:10.421908 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (c9c1ca57-8c76-4d10-838b-5eb8dc398070), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.424093 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (c9c1ca57-8c76-4d10-838b-5eb8dc398070), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.489542 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks [] for router_controller (c9c1ca57-8c76-4d10-838b-5eb8dc398070), precommit_add_association {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.518941 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-8adefc25-811b-41cd-995b-84f805676110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:09Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:10.559019 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a938447-972a-4286-a59b-64b8b91a9cdf None None] Pushing event updated for resources: {'Port': ['ID=e627d80c-91f9-4ee9-972c-627fa709f2b5,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:10.564342 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adefc25-811b-41cd-995b-84f805676110 None None] The sync data for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi is: [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:09Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:10.566468 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-03002c67-aef3-4a5c-af72-34889f942401 None None] Provisioning complete for port e627d80c-91f9-4ee9-972c-627fa709f2b5 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:10.567034 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-03002c67-aef3-4a5c-af72-34889f942401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.660914 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:10.661498 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.720819 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:10.765278 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:10.912078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45137e47-7889-4b8d-9c3b-7c6cfe9031bc req-7077ae3a-0877-429d-ae46-58ce6b9b857f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:10.920649 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-45137e47-7889-4b8d-9c3b-7c6cfe9031bc req-7077ae3a-0877-429d-ae46-58ce6b9b857f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.1141093 Jul 18 08:49:10.925760 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Allocated IP 172.20.0.2 (294bfedc-cc02-4d04-9884-c5822524d138/c2675c2a-9ad3-4a90-ba74-75124a4dfa56/5a6cab42-0005-4683-af72-8b1a5d6248fa) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:10.927813 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-03002c67-aef3-4a5c-af72-34889f942401 None None] Current status of the port e627d80c-91f9-4ee9-972c-627fa709f2b5 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:10.964986 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:10.971952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks [] for router_gateway (c9c1ca57-8c76-4d10-838b-5eb8dc398070), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:10.973567 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:11.010813 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-45137e47-7889-4b8d-9c3b-7c6cfe9031bc req-0454d730-e95d-436b-a2f4-ac3af2ce31c8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892563 Jul 18 08:49:11.195576 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Publish callbacks [] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.213032 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfe1dc-bf8c-44ae-9734-33e7eb2e42c2 req-cc32cf01-1105-4774-ba48-f4f6fabb157b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:11.215218 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3cfe1dc-bf8c-44ae-9734-33e7eb2e42c2 req-cc32cf01-1105-4774-ba48-f4f6fabb157b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0806270 Jul 18 08:49:11.224801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6929-0dea-4962-809b-5f623ab209fd req-e7359ec3-99ea-4e1b-857b-c6cf1ad88c29 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:11.227013 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-32ff6929-0dea-4962-809b-5f623ab209fd req-e7359ec3-99ea-4e1b-857b-c6cf1ad88c29 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.1300309 Jul 18 08:49:11.237827 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54590) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:11.243898 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'floatingip': {'port_id': '098eed33-e2bd-493f-826e-a819152c71b1'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:11.278133 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3cfe1dc-bf8c-44ae-9734-33e7eb2e42c2 req-f360cb5f-34cb-4390-afce-a8b3d35db737 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569117 Jul 18 08:49:11.312847 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.331230 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.359689 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Network 294bfedc-cc02-4d04-9884-c5822524d138 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:11.365389 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:11.369887 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:11.376301 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Pushing event updated for resources: {'Port': ['ID=5a6cab42-0005-4683-af72-8b1a5d6248fa,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:11.430384 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:11.440624 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Attempting to bind port 5a6cab42-0005-4683-af72-8b1a5d6248fa on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:11.441663 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Attempting to bind port 5a6cab42-0005-4683-af72-8b1a5d6248fa by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:11.442276 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Attempting to bind port 5a6cab42-0005-4683-af72-8b1a5d6248fa on network 294bfedc-cc02-4d04-9884-c5822524d138 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:11.450118 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:11.450847 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Checking segment: {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:11.451444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.452082 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Bound using segment: {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:11.452864 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Bound port: 5a6cab42-0005-4683-af72-8b1a5d6248fa, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:11.453893 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.516768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks [] for router_gateway (c9c1ca57-8c76-4d10-838b-5eb8dc398070), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.534463 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] For port 5a6cab42-0005-4683-af72-8b1a5d6248fa, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:11.539030 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] For port 5a6cab42-0005-4683-af72-8b1a5d6248fa, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=5a6cab42-0005-4683-af72-8b1a5d6248fa,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:11.547136 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.645389 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:11.736222 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a7863-4ff7-4a42-ae15-cb856639abd2 None None] Pushing event updated for resources: {'Port': ['ID=5a6cab42-0005-4683-af72-8b1a5d6248fa,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:11.849949 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:11.901171 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Allocated IP 172.27.1.110 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:11.996997 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:12.247440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks [] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.264713 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.394116 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.404012 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 5a6cab42-0005-4683-af72-8b1a5d6248fa up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:12.437813 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.462247 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 5a6cab42-0005-4683-af72-8b1a5d6248fa triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:12.462908 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.558886 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ec45b-adc5-44f7-9531-0bf35be23517 req-d07f4e49-3cb6-48d3-af3b-c26308dcd432 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:12.559159 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-441ec45b-adc5-44f7-9531-0bf35be23517 req-d07f4e49-3cb6-48d3-af3b-c26308dcd432 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1836617 Jul 18 08:49:12.570648 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 5a6cab42-0005-4683-af72-8b1a5d6248fa is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:12.571052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.617390 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 5a6cab42-0005-4683-af72-8b1a5d6248fa, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=5a6cab42-0005-4683-af72-8b1a5d6248fa,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:12.642575 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:12.676845 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:12.680403 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:12.695058 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:12.701129 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.704204 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e627d80c-91f9-4ee9-972c-627fa709f2b5 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:12.769791 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Floating IP 0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a associated. External IP: 172.27.1.103, port: 098eed33-e2bd-493f-826e-a819152c71b1. Jul 18 08:49:12.798550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:12.811395 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=5a6cab42-0005-4683-af72-8b1a5d6248fa,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:12.818287 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port e627d80c-91f9-4ee9-972c-627fa709f2b5 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:12.818664 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:12.839700 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-441ec45b-adc5-44f7-9531-0bf35be23517 req-a063c105-6597-4293-8f69-e8e0b09af073 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020538 Jul 18 08:49:12.930744 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port e627d80c-91f9-4ee9-972c-627fa709f2b5 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:13.012487 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:13.049272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa327921-2279-437b-a4c1-6ee7b3d40fc8 None None] Network 294bfedc-cc02-4d04-9884-c5822524d138 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:13.123254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-7228e55d-691f-4c7d-8c1a-82ab38b1835e None None] Provisioning complete for port 5a6cab42-0005-4683-af72-8b1a5d6248fa triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:13.123630 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7228e55d-691f-4c7d-8c1a-82ab38b1835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:13.261569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-7228e55d-691f-4c7d-8c1a-82ab38b1835e None None] Current status of the port 5a6cab42-0005-4683-af72-8b1a5d6248fa is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:13.480981 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-4805c4ad-2d79-4ed0-9980-e5a88a009d84 None None] Provisioning complete for port 5a6cab42-0005-4683-af72-8b1a5d6248fa triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:13.481655 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4805c4ad-2d79-4ed0-9980-e5a88a009d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:13.494738 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:13.503883 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Router b162ecfe-f7d4-4c66-862f-88ca255cede9 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:49:13.524341 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks [] for router_gateway (c9c1ca57-8c76-4d10-838b-5eb8dc398070), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:13.572920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-4805c4ad-2d79-4ed0-9980-e5a88a009d84 None None] Current status of the port 5a6cab42-0005-4683-af72-8b1a5d6248fa is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:13.753472 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:13.758642 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:13.764474 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] Sync routers for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:13.781078 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:13.782128 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:13.862301 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-fb76dc72-7df2-42c0-a0e4-e42be436f677 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "PUT /v2.0/floatingips/0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a HTTP/1.1" status: 200 len: 991 time: 2.6227934 Jul 18 08:49:13.865206 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:49:13.866986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:49:13.894588 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (c9c1ca57-8c76-4d10-838b-5eb8dc398070), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:13.964882 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8a7dfe-e429-4263-ba09-928eea5abb1b x-openstack-request-id: req-9f8a7dfe-e429-4263-ba09-928eea5abb1b {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:49:13.965221 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:49:13.965553 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f8a7dfe-e429-4263-ba09-928eea5abb1b {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:49:13.965836 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8a7dfe-e429-4263-ba09-928eea5abb1b'] response: {'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1', 'status': 'completed', 'code': 200} Jul 18 08:49:13.975781 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:14.081173 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccee984-a401-4444-8880-3d8558e58c2d req-cdc8c38e-4548-4991-8edc-95320ff9f2a7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:14.082798 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dccee984-a401-4444-8880-3d8558e58c2d req-cdc8c38e-4548-4991-8edc-95320ff9f2a7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1357431 Jul 18 08:49:14.163370 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dccee984-a401-4444-8880-3d8558e58c2d req-e67131c9-300d-44bc-b005-9ce22aeddd4c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705156 Jul 18 08:49:14.289356 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:14.301203 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Router c9c1ca57-8c76-4d10-838b-5eb8dc398070 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:49:14.304018 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:14.347836 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 5a6cab42-0005-4683-af72-8b1a5d6248fa up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:14.402403 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:46Z', 'updated_at': '2022-07-18T08:49:12Z', 'revision_number': 1, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:14.431821 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:14.432122 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] Checking router: b162ecfe-f7d4-4c66-862f-88ca255cede9 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:14.448466 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 5a6cab42-0005-4683-af72-8b1a5d6248fa triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:14.449319 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:14.449416 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Sync routers for ids ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:14.453849 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:14.454517 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:14.463101 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Routers {'c9c1ca57-8c76-4d10-838b-5eb8dc398070'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:14.465084 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:14.515711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:14.517220 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9953c54e-9d41-4136-b211-a1878e0f3648 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2334764 Jul 18 08:49:14.520070 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54608) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:14.580198 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Set router c9c1ca57-8c76-4d10-838b-5eb8dc398070 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:14.687564 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:14.774682 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 5a6cab42-0005-4683-af72-8b1a5d6248fa is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:14.799162 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:49:13Z', 'revision_number': 3, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:14.825511 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Checking router: c9c1ca57-8c76-4d10-838b-5eb8dc398070 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:14.825858 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Updating router c9c1ca57-8c76-4d10-838b-5eb8dc398070 port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:14.862131 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:14.865473 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:15.020068 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:46Z', 'updated_at': '2022-07-18T08:49:12Z', 'revision_number': 1, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:15.049096 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145e8fb-e63b-4a79-b1be-e5b0816dfc12 None None] The sync data for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi is: [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:46Z', 'updated_at': '2022-07-18T08:49:12Z', 'revision_number': 1, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:15.227480 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.254094 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Publish callbacks [] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.319244 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.367790 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7eeca-2806-48cb-b221-b68c53901640 req-6bfa5ef3-f68c-4180-a15f-388d3555e64f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:15.369722 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b7a7eeca-2806-48cb-b221-b68c53901640 req-6bfa5ef3-f68c-4180-a15f-388d3555e64f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0848043 Jul 18 08:49:15.386938 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d1ed2-3340-4ba8-a95c-db5418ab784d None None] Pushing event updated for resources: {'Port': ['ID=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,revision_number=2']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:15.394070 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Attempting to bind port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:15.394776 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Attempting to bind port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:15.395021 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Attempting to bind port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:15.407156 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:15.408010 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:15.410485 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.410485 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:15.410485 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Bound port: 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:15.410824 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.466973 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b7a7eeca-2806-48cb-b221-b68c53901640 req-216e7518-3ea3-4f47-b1a9-492da0ff33c8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883055 Jul 18 08:49:15.469336 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:15.478584 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] For port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:15.484468 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] For port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:15.489629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Allocated IP 172.20.0.1 (294bfedc-cc02-4d04-9884-c5822524d138/c2675c2a-9ad3-4a90-ba74-75124a4dfa56/8615be9f-a9af-4a56-8203-6a119315d1ce) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:15.498755 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:49:15.563280 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.590487 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:15.607990 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks [] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.623507 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:15.627435 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Routers {'c9c1ca57-8c76-4d10-838b-5eb8dc398070'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:15.628084 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:15.661017 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d1ed2-3340-4ba8-a95c-db5418ab784d None None] Pushing event updated for resources: {'Port': ['ID=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:15.743724 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] Set router c9c1ca57-8c76-4d10-838b-5eb8dc398070 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:15.750782 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.799005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-0950c554-7882-4543-80ba-4613c7592cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:15.799340 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-c4fd5ae3-d545-49ae-936f-42db6cfb4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:15.800611 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-0950c554-7882-4543-80ba-4613c7592cff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.1092970 Jul 18 08:49:15.801144 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-c4fd5ae3-d545-49ae-936f-42db6cfb4731 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e&tenant_id=ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 1127 time: 0.1300828 Jul 18 08:49:15.834613 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Network 294bfedc-cc02-4d04-9884-c5822524d138 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:15.837134 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Pushing event updated for resources: {'Port': ['ID=8615be9f-a9af-4a56-8203-6a119315d1ce,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:15.858468 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:15.860839 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:15.934282 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-e9fe4d84-c8dd-4e92-8ab8-1dc7a8c2e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:15.934282 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-e9fe4d84-c8dd-4e92-8ab8-1dc7a8c2e5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1127 time: 0.1003649 Jul 18 08:49:15.960669 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (c9c1ca57-8c76-4d10-838b-5eb8dc398070), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:15.969878 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c4753-18cf-42ef-82f9-396d06c78cff None None] New status for floating IP 0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:49:16.009294 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:16.048836 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:49:13Z', 'revision_number': 3, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:16.060794 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-a70ad76e-4b41-44d7-b7b0-060071bcb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.065119 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-a70ad76e-4b41-44d7-b7b0-060071bcb5d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.2449503 Jul 18 08:49:16.092025 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af7aad-c2b8-43cc-b81a-02596bb69fdf None None] The sync data for ids ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'] in dv-cinder-850142-3-iscsi is: [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:49:13Z', 'revision_number': 3, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:16.176089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-4180e2d0-b01e-4e8f-ae89-18e712f9e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.176089 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-4180e2d0-b01e-4e8f-ae89-18e712f9e77e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.2064226 Jul 18 08:49:16.176459 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:16.201422 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-26302388-1a40-42e7-9847-b800c853b736 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 999 time: 0.1267810 Jul 18 08:49:16.221250 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-0ab6aacd-8574-4333-9a6d-c96bc3721023 None None] Provisioning complete for port 8615be9f-a9af-4a56-8203-6a119315d1ce triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:16.221768 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0ab6aacd-8574-4333-9a6d-c96bc3721023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:16.229538 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-7e21b59d-d8c0-40f4-a5d6-cbc7de522a56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 200 len: 999 time: 0.0783846 Jul 18 08:49:16.259467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6aacd-8574-4333-9a6d-c96bc3721023 None None] Port 8615be9f-a9af-4a56-8203-6a119315d1ce cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:16.287476 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-ab45d92a-09b6-4060-8676-e9173f21a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.290050 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-ab45d92a-09b6-4060-8676-e9173f21a7eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0821309 Jul 18 08:49:16.290388 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-22813989-7325-4bd9-90f1-d53ca1432814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.291858 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-22813989-7325-4bd9-90f1-d53ca1432814 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.0524907 Jul 18 08:49:16.354199 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-415558d3-d63e-46d4-9dc0-4dfa5cef1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.356989 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-415558d3-d63e-46d4-9dc0-4dfa5cef1ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498500 Jul 18 08:49:16.357140 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-715b39ee-be5a-41b4-a1f6-8cd843eb12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.358573 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-715b39ee-be5a-41b4-a1f6-8cd843eb12d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520108 Jul 18 08:49:16.469122 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-30bf3b9c-d106-4687-9220-92e3ab3386f9 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935717 Jul 18 08:49:16.469508 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-a69b1fc4-3733-43ab-91bd-e14ee7cadef3 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961952 Jul 18 08:49:16.560348 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:16.562709 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:16.628113 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c6810-2c9b-4e2c-a8ff-5831a0f9ca5e req-a53761ed-1fa2-4142-97ce-99f9b7ea92fa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:16.629613 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-505c6810-2c9b-4e2c-a8ff-5831a0f9ca5e req-a53761ed-1fa2-4142-97ce-99f9b7ea92fa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0664024 Jul 18 08:49:16.643022 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e46169c2-469b-42a9-adf5-8c50cdea8a55 req-60fc9372-aa1c-426f-998f-553dc61d0ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460748 Jul 18 08:49:16.694338 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-505c6810-2c9b-4e2c-a8ff-5831a0f9ca5e req-44b80ec5-5879-48f7-8441-ee47d2f7fb61 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520875 Jul 18 08:49:16.697431 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8abfe2c-4c0e-473a-bd46-ad404a700e0b req-db5485c2-bab9-4e68-bd8a-ae7e71150835 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008784 Jul 18 08:49:16.777334 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:16.844809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks [] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:16.923875 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:17.004694 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (c9c1ca57-8c76-4d10-838b-5eb8dc398070), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:17.006495 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Pushing event updated for resources: {'Port': ['ID=8615be9f-a9af-4a56-8203-6a119315d1ce,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:17.157797 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Network 294bfedc-cc02-4d04-9884-c5822524d138 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:17.159206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:17.282121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Router c9c1ca57-8c76-4d10-838b-5eb8dc398070 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:49:17.405810 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-f79d5258-2afe-41af-aec0-2cb560d7963e None None] Provisioning complete for port 8615be9f-a9af-4a56-8203-6a119315d1ce triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:17.406836 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f79d5258-2afe-41af-aec0-2cb560d7963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:17.444510 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:17.450441 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-5e9301c5-def2-4835-a058-4beab818b735 admin admin] 10.222.0.57 "PUT /v2.0/routers/c9c1ca57-8c76-4d10-838b-5eb8dc398070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291728 Jul 18 08:49:17.458621 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-f79d5258-2afe-41af-aec0-2cb560d7963e None None] Port 8615be9f-a9af-4a56-8203-6a119315d1ce cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:17.911518 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2ed5-61cc-41b7-8946-c8364a2306a7 req-9eaf7564-275a-4612-b7f8-b02beb92d9af tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:17.926932 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-738c2ed5-61cc-41b7-8946-c8364a2306a7 req-9eaf7564-275a-4612-b7f8-b02beb92d9af tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1210625 Jul 18 08:49:18.039216 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-738c2ed5-61cc-41b7-8946-c8364a2306a7 req-ba073905-9168-4285-8f3a-4b008940e38e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093659 Jul 18 08:49:18.409731 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:18.560199 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:18.563566 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:18.712254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:18.716988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:18.717631 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:18.725054 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:18.783185 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:18.879230 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:18.977862 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:19.308872 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b368438-8f3b-4b08-853c-9d522f95f204 req-644cd559-ad52-40bf-93b9-07bdbe5f4b20 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:19.310457 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2b368438-8f3b-4b08-853c-9d522f95f204 req-644cd559-ad52-40bf-93b9-07bdbe5f4b20 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1057496 Jul 18 08:49:19.410918 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2b368438-8f3b-4b08-853c-9d522f95f204 req-4feb20eb-7c55-4d3d-9e17-d151ff496e99 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939970 Jul 18 08:49:20.540253 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:20.705783 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:20.708289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:20.740834 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4527e-31ae-4d97-b669-d4f693672358 req-a7d8b533-d37b-45e8-b53b-dcbd919e913e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:20.751601 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8ae4527e-31ae-4d97-b669-d4f693672358 req-a7d8b533-d37b-45e8-b53b-dcbd919e913e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1249900 Jul 18 08:49:20.775065 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:20.790641 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54694) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:20.859520 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8ae4527e-31ae-4d97-b669-d4f693672358 req-74533970-0983-47fb-9b29-8d5de88a530a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005304 Jul 18 08:49:20.885621 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:21.034871 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Sync routers for ids ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:21.066899 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Routers {'c9c1ca57-8c76-4d10-838b-5eb8dc398070'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:21.068944 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:48:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:21.081908 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c6750fe9-476a-4fb8-8eaa-a9883371cdce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.159036 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-18178c27-a121-45b3-b674-56ca658d1072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.240994 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c6750fe9-476a-4fb8-8eaa-a9883371cdce admin admin] Publish callbacks [] for security_group (b9d536cf-957f-4065-be21-9beaed040fe9), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.242585 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:21.346449 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Set router c9c1ca57-8c76-4d10-838b-5eb8dc398070 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:21.346676 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c6750fe9-476a-4fb8-8eaa-a9883371cdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b9d536cf-957f-4065-be21-9beaed040fe9), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.433824 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c6750fe9-476a-4fb8-8eaa-a9883371cdce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b889af378edc48ba8edc4e695d7992a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6411104 Jul 18 08:49:21.436348 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54698) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:21.437012 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6750fe9-476a-4fb8-8eaa-a9883371cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d536cf-957f-4065-be21-9beaed040fe9,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:21.607084 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-05678f5e-21a4-42a1-a860-da8f7e1fe543 admin admin] Publish callbacks [] for security_group (b9d536cf-957f-4065-be21-9beaed040fe9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.669616 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-05678f5e-21a4-42a1-a860-da8f7e1fe543 admin admin] Publish callbacks [] for security_group (b9d536cf-957f-4065-be21-9beaed040fe9), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.715856 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:49:16Z', 'revision_number': 4, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '8615be9f-a9af-4a56-8203-6a119315d1ce', 'name': '', 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'mac_address': 'fa:16:3e:f5:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:15Z', 'updated_at': '2022-07-18T08:49:16Z', 'revision_number': 2, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'subnets': [{'id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:21.773883 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Checking router: c9c1ca57-8c76-4d10-838b-5eb8dc398070 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:21.773883 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Updating router c9c1ca57-8c76-4d10-838b-5eb8dc398070 port 8615be9f-a9af-4a56-8203-6a119315d1ce binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:21.815087 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.843820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-05678f5e-21a4-42a1-a860-da8f7e1fe543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b9d536cf-957f-4065-be21-9beaed040fe9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.846931 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-05678f5e-21a4-42a1-a860-da8f7e1fe543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:21.848270 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-05678f5e-21a4-42a1-a860-da8f7e1fe543 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9d536cf-957f-4065-be21-9beaed040fe9 HTTP/1.1" status: 204 len: 168 time: 0.4099991 Jul 18 08:49:21.865332 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05678f5e-21a4-42a1-a860-da8f7e1fe543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d536cf-957f-4065-be21-9beaed040fe9,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:22.282637 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca50481-3dfa-4fae-9bfc-f770309e85f8 req-0fd58e70-877c-4de7-acf3-489e327138e0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:22.282637 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5ca50481-3dfa-4fae-9bfc-f770309e85f8 req-0fd58e70-877c-4de7-acf3-489e327138e0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.2259574 Jul 18 08:49:22.386811 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Publish callbacks [] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:22.428233 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5ca50481-3dfa-4fae-9bfc-f770309e85f8 req-d674b81d-9cda-4c39-938f-ab67a9b0c139 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545269 Jul 18 08:49:22.873713 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:22.960069 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4787806-80b4-4aea-9cdb-3ffc1b0a9c92 None None] Pushing event updated for resources: {'Port': ['ID=8615be9f-a9af-4a56-8203-6a119315d1ce,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:23.140364 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Attempting to bind port 8615be9f-a9af-4a56-8203-6a119315d1ce on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:23.141979 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Attempting to bind port 8615be9f-a9af-4a56-8203-6a119315d1ce by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:23.143225 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Attempting to bind port 8615be9f-a9af-4a56-8203-6a119315d1ce on network 294bfedc-cc02-4d04-9884-c5822524d138 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:23.150234 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:23.166843 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:23.168377 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Checking segment: {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:23.168377 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:23.168583 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Bound using segment: {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:23.169164 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Bound port: 8615be9f-a9af-4a56-8203-6a119315d1ce, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2640a0-18f4-467b-a2d2-4932675117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:23.170199 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:23.297764 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] For port 8615be9f-a9af-4a56-8203-6a119315d1ce, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:23.307209 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] For port 8615be9f-a9af-4a56-8203-6a119315d1ce, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8615be9f-a9af-4a56-8203-6a119315d1ce,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:23.455894 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:23.469579 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] Provisioning complete for port 8615be9f-a9af-4a56-8203-6a119315d1ce triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:23.470705 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:23.577829 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:23.586670 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4787806-80b4-4aea-9cdb-3ffc1b0a9c92 None None] Pushing event updated for resources: {'Port': ['ID=8615be9f-a9af-4a56-8203-6a119315d1ce,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:23.608240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4ac9-1f6b-412c-8cb1-dec01d847dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:23.610999 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:23.636450 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Routers {'c9c1ca57-8c76-4d10-838b-5eb8dc398070'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:23.636930 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:23.743181 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546a05a-5782-4df7-aad0-0a51820dc3f8 req-b60c1164-29bb-4b50-92cd-6e3b3c3718a6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:23.749961 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f546a05a-5782-4df7-aad0-0a51820dc3f8 req-b60c1164-29bb-4b50-92cd-6e3b3c3718a6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1570067 Jul 18 08:49:23.754726 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] Current status of the port 8615be9f-a9af-4a56-8203-6a119315d1ce is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:23.755454 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:23.917065 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] For port 8615be9f-a9af-4a56-8203-6a119315d1ce, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8615be9f-a9af-4a56-8203-6a119315d1ce,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:23.953638 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f546a05a-5782-4df7-aad0-0a51820dc3f8 req-e8c56b99-4f2c-43a1-b822-e5cdb4c04379 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925001 Jul 18 08:49:23.998430 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:24.129753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-0f5188f6-dd00-424a-a218-b2a65ec99f10 None None] Provisioning complete for port 8615be9f-a9af-4a56-8203-6a119315d1ce triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:24.133170 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0f5188f6-dd00-424a-a218-b2a65ec99f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:24.221683 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5fd3a-8c2b-45ca-82e3-c7fd86485c25 None None] Pushing event updated for resources: {'Port': ['ID=8615be9f-a9af-4a56-8203-6a119315d1ce,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:24.246285 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] Set router c9c1ca57-8c76-4d10-838b-5eb8dc398070 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:24.279566 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0f5188f6-dd00-424a-a218-b2a65ec99f10 None None] Current status of the port 8615be9f-a9af-4a56-8203-6a119315d1ce is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:24.581527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:24.646488 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54736) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:24.647080 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:49:16Z', 'revision_number': 4, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '8615be9f-a9af-4a56-8203-6a119315d1ce', 'name': '', 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'mac_address': 'fa:16:3e:f5:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:15Z', 'updated_at': '2022-07-18T08:49:23Z', 'revision_number': 4, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'subnets': [{'id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:24.690111 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f70f5-eeb2-4748-9f1e-b89cabcf1ad5 None None] The sync data for ids ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'] in dv-cinder-850142-3-iscsi is: [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:49:16Z', 'revision_number': 4, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '8615be9f-a9af-4a56-8203-6a119315d1ce', 'name': '', 'network_id': '294bfedc-cc02-4d04-9884-c5822524d138', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'mac_address': 'fa:16:3e:f5:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:15Z', 'updated_at': '2022-07-18T08:49:23Z', 'revision_number': 4, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'subnets': [{'id': 'c2675c2a-9ad3-4a90-ba74-75124a4dfa56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:24.873308 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-714038246-network', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:25.005568 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Made reservation on behalf of d37f9217ffb94786830f0f6c5970b762 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:25.008031 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:25.023929 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:25.206232 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks [] for security_group (1f12f5fb-26b2-40d1-9a30-b424c8304388), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:25.208103 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f5f5c-21bd-4455-b7d0-779180978495 req-022510f5-118f-415a-ad43-2068b62ea535 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:25.243920 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c22f5f5c-21bd-4455-b7d0-779180978495 req-022510f5-118f-415a-ad43-2068b62ea535 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0959337 Jul 18 08:49:25.379809 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c22f5f5c-21bd-4455-b7d0-779180978495 req-eb5e8bf3-2101-4b8b-9761-42ee1e1f23d4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593990 Jul 18 08:49:25.850210 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (1f12f5fb-26b2-40d1-9a30-b424c8304388), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:25.968513 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:49:25.986640 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12f5fb-26b2-40d1-9a30-b424c8304388,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:26.000355 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.004614 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Added segment 43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2 of type vlan for network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa Jul 18 08:49:26.050379 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:26.084623 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (14ef1bb9-db47-48f8-bf4d-197c43ed89fa), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.244416 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.284343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (14ef1bb9-db47-48f8-bf4d-197c43ed89fa), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.285764 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:26.286706 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.450839 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.496376 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8615be9f-a9af-4a56-8203-6a119315d1ce up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:26.506274 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] Pushing event updated for resources: {'Network': ['ID=14ef1bb9-db47-48f8-bf4d-197c43ed89fa,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:26.534300 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54746) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:26.539760 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Request body: {'subnet': {'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-714038246-subnet', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:26.545686 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-cd8884a5-22b6-4459-a7e7-1151fb2a5112 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8963118 Jul 18 08:49:26.614208 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:49:26.636881 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:26.644444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77941-8fd9-48f2-bd69-a6b5ffccfc54 req-6aa0aec2-8b67-455e-906c-89073f781be6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:26.653387 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ccd77941-8fd9-48f2-bd69-a6b5ffccfc54 req-6aa0aec2-8b67-455e-906c-89073f781be6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0814233 Jul 18 08:49:26.701344 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Made reservation on behalf of d37f9217ffb94786830f0f6c5970b762 for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:26.705463 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9469723'] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:26.752318 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ccd77941-8fd9-48f2-bd69-a6b5ffccfc54 req-ac85a9d4-9bb5-4053-b212-98fbbe06a729 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978048 Jul 18 08:49:26.880320 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 8615be9f-a9af-4a56-8203-6a119315d1ce triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:26.884055 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:27.100305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 8615be9f-a9af-4a56-8203-6a119315d1ce is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:27.193145 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9914464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9469701'] for subnet (9c5b8c4e-440f-492a-9325-f7e4893708d1), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:27.293253 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5b8c4e-440f-492a-9325-f7e4893708d1,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:27.302257 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Checking segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:27.302773 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Network hostable DHCP agents. Network: 14ef1bb9-db47-48f8-bf4d-197c43ed89fa, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:49:27.865035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:49:27.894770 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842833e3-acf5-4877-a199-d4a4a2880a61 req-b803286f-5523-4bfa-9812-1ced798cfdd2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:27.899805 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-842833e3-acf5-4877-a199-d4a4a2880a61 req-b803286f-5523-4bfa-9812-1ced798cfdd2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0690434 Jul 18 08:49:27.953975 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-842833e3-acf5-4877-a199-d4a4a2880a61 req-c2c44509-6079-4e7c-98e0-34ad20c01486 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501308 Jul 18 08:49:27.990200 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 14ef1bb9-db47-48f8-bf4d-197c43ed89fa) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:27.998771 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:28.000041 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.025126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:28.044781 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c419f-e73f-44b1-8edc-c08b52d40a93 None None] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:28.135435 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e03a7f07-e3b3-4808-9d48-4b8b4e83c35d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5972149 Jul 18 08:49:28.135873 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54754) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:28.141283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:28.226968 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (f3fb00ea-7673-4e59-8a95-b9adffd50df6), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.228217 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (f3fb00ea-7673-4e59-8a95-b9adffd50df6), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.238022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:28.285435 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:49:28.286631 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.338635 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks [] for router_controller (f3fb00ea-7673-4e59-8a95-b9adffd50df6), precommit_add_association {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.505017 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Allocated IP 172.20.0.2 (14ef1bb9-db47-48f8-bf4d-197c43ed89fa/9c5b8c4e-440f-492a-9325-f7e4893708d1/1eff7016-be27-4fe0-8679-8bc736a3c78c) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:28.662875 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks [] for router_gateway (f3fb00ea-7673-4e59-8a95-b9adffd50df6), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.820852 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Publish callbacks [] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:28.963444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.009405 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks [] for router_gateway (f3fb00ea-7673-4e59-8a95-b9adffd50df6), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.022658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:29.030066 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:29.039345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:29.065113 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.115733 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Pushing event updated for resources: {'Port': ['ID=1eff7016-be27-4fe0-8679-8bc736a3c78c,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:29.208668 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce129b-0366-4955-b5c5-ce118a61a56e req-f7042aad-149f-4b41-9079-c0060e2eb29d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:29.212967 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Attempting to bind port 1eff7016-be27-4fe0-8679-8bc736a3c78c on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:29.213344 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Attempting to bind port 1eff7016-be27-4fe0-8679-8bc736a3c78c by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:29.213632 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1dce129b-0366-4955-b5c5-ce118a61a56e req-f7042aad-149f-4b41-9079-c0060e2eb29d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1192248 Jul 18 08:49:29.215065 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Attempting to bind port 1eff7016-be27-4fe0-8679-8bc736a3c78c on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:29.230464 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:29.237750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Checking segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:29.237750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.237750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Bound using segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:29.237750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Bound port: 1eff7016-be27-4fe0-8679-8bc736a3c78c, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:29.237750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.319928 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1dce129b-0366-4955-b5c5-ce118a61a56e req-2b31db6e-4a59-4bc4-825e-d93928b2d7d8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001916 Jul 18 08:49:29.324707 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:29.358495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Allocated IP 172.27.1.60 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/e318c0e9-cae0-426e-88b5-02040255da74) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:29.385523 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:29.397145 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] For port 1eff7016-be27-4fe0-8679-8bc736a3c78c, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:29.401946 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] For port 1eff7016-be27-4fe0-8679-8bc736a3c78c, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=1eff7016-be27-4fe0-8679-8bc736a3c78c,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:29.403449 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:29.458015 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:29.473303 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.624505 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d120b-83d3-4be1-85ab-029180f67206 None None] Pushing event updated for resources: {'Port': ['ID=1eff7016-be27-4fe0-8679-8bc736a3c78c,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:29.662538 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks [] for port (e318c0e9-cae0-426e-88b5-02040255da74), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.787847 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (e318c0e9-cae0-426e-88b5-02040255da74), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:29.925933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:29.936003 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:29.947779 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:30.035868 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Pushing event updated for resources: {'Port': ['ID=e318c0e9-cae0-426e-88b5-02040255da74,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:30.476766 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 1eff7016-be27-4fe0-8679-8bc736a3c78c up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:30.593933 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 1eff7016-be27-4fe0-8679-8bc736a3c78c triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:30.594555 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:30.750845 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867debbc-0957-4a5a-8765-94b34f2a0072 req-650755bc-c827-48f6-9183-054cd9712ecc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:30.752824 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-867debbc-0957-4a5a-8765-94b34f2a0072 req-650755bc-c827-48f6-9183-054cd9712ecc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1682036 Jul 18 08:49:30.767378 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 1eff7016-be27-4fe0-8679-8bc736a3c78c is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:30.768058 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:30.870943 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 1eff7016-be27-4fe0-8679-8bc736a3c78c, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=1eff7016-be27-4fe0-8679-8bc736a3c78c,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:30.953265 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:31.033623 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-867debbc-0957-4a5a-8765-94b34f2a0072 req-38e6e952-372a-4306-be9d-54a5a8cfcb56 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730992 Jul 18 08:49:31.132342 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks [] for router_gateway (f3fb00ea-7673-4e59-8a95-b9adffd50df6), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:31.313124 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:31.494778 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=1eff7016-be27-4fe0-8679-8bc736a3c78c,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:31.513147 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527ce57-4f37-4155-95a4-a440319662b9 None None] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:31.697014 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-4688437b-9e9b-41c8-a618-5c9cc2093fa2 None None] Provisioning complete for port 1eff7016-be27-4fe0-8679-8bc736a3c78c triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:31.697014 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4688437b-9e9b-41c8-a618-5c9cc2093fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:31.717806 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (f3fb00ea-7673-4e59-8a95-b9adffd50df6), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:31.922687 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-4688437b-9e9b-41c8-a618-5c9cc2093fa2 None None] Current status of the port 1eff7016-be27-4fe0-8679-8bc736a3c78c is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:32.151870 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-55d2d88d-b2ef-42b6-9615-d3a98a2e0290 None None] Provisioning complete for port 1eff7016-be27-4fe0-8679-8bc736a3c78c triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:32.151870 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-55d2d88d-b2ef-42b6-9615-d3a98a2e0290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:32.206274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874100f-9c76-4913-9bfb-9bbfe44e4170 req-f2ccc638-4de1-4dca-9ade-9ef35f6e2104 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:32.209002 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5874100f-9c76-4913-9bfb-9bbfe44e4170 req-f2ccc638-4de1-4dca-9ade-9ef35f6e2104 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0618618 Jul 18 08:49:32.252673 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-55d2d88d-b2ef-42b6-9615-d3a98a2e0290 None None] Current status of the port 1eff7016-be27-4fe0-8679-8bc736a3c78c is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:32.263709 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5874100f-9c76-4913-9bfb-9bbfe44e4170 req-1a83454c-5501-4db5-857c-4372e81a15c2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474720 Jul 18 08:49:32.341315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 1eff7016-be27-4fe0-8679-8bc736a3c78c up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:32.391876 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 1eff7016-be27-4fe0-8679-8bc736a3c78c triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:32.391876 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:32.477751 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 1eff7016-be27-4fe0-8679-8bc736a3c78c is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:32.592680 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:49:32.592983 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:32.787035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:32.802114 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:32.857564 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:32.858653 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:32.908509 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:32.912826 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-7c77e299-f6e5-4cb2-8471-b5739c1081ef admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7725062 Jul 18 08:49:32.913109 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54780) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:33.103096 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:33.379544 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:30Z', 'revision_number': 3, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:33.406138 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:33.406467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Updating router f3fb00ea-7673-4e59-8a95-b9adffd50df6 port e318c0e9-cae0-426e-88b5-02040255da74 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:33.436934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a92fb-b643-4d20-b580-0fb84e974495 req-45fec632-6182-4ce9-8ee8-4071516bcc4b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:33.438548 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f5a92fb-b643-4d20-b580-0fb84e974495 req-45fec632-6182-4ce9-8ee8-4071516bcc4b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0682271 Jul 18 08:49:33.439008 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e318c0e9-cae0-426e-88b5-02040255da74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.494604 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7f5a92fb-b643-4d20-b580-0fb84e974495 req-9f759521-4f3c-4d8f-a8fb-3977ab426743 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501249 Jul 18 08:49:33.531356 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.562631 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:33.679713 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:33.701380 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:33.750081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Publish callbacks [] for port (e318c0e9-cae0-426e-88b5-02040255da74), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.753989 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Allocated IP 172.20.0.1 (14ef1bb9-db47-48f8-bf4d-197c43ed89fa/9c5b8c4e-440f-492a-9325-f7e4893708d1/233d484e-97bd-42fd-b143-bf66311b5f9f) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:33.861705 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e318c0e9-cae0-426e-88b5-02040255da74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.930395 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe56d1-db8d-4195-bb45-1b9686a69085 None None] Pushing event updated for resources: {'Port': ['ID=e318c0e9-cae0-426e-88b5-02040255da74,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:33.934051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Attempting to bind port e318c0e9-cae0-426e-88b5-02040255da74 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:33.934530 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Attempting to bind port e318c0e9-cae0-426e-88b5-02040255da74 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:33.935026 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Attempting to bind port e318c0e9-cae0-426e-88b5-02040255da74 on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:33.949660 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:33.950035 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:33.950604 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.951063 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:33.951624 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Bound port: e318c0e9-cae0-426e-88b5-02040255da74, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:33.952160 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e318c0e9-cae0-426e-88b5-02040255da74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.959276 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks [] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:33.984636 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:33.991029 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:34.016170 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] For port e318c0e9-cae0-426e-88b5-02040255da74, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:34.019545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] For port e318c0e9-cae0-426e-88b5-02040255da74, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e318c0e9-cae0-426e-88b5-02040255da74,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:34.113339 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e318c0e9-cae0-426e-88b5-02040255da74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:34.113566 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:34.168404 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:34.176511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:34.178504 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe56d1-db8d-4195-bb45-1b9686a69085 None None] Pushing event updated for resources: {'Port': ['ID=e318c0e9-cae0-426e-88b5-02040255da74,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:34.180094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:34.181550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:34.182089 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:34.263385 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Pushing event updated for resources: {'Port': ['ID=233d484e-97bd-42fd-b143-bf66311b5f9f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:34.292826 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (f3fb00ea-7673-4e59-8a95-b9adffd50df6), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:34.359968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:34.500852 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-dd51b889-3f6c-4afa-a694-92f835a310bd None None] Provisioning complete for port 233d484e-97bd-42fd-b143-bf66311b5f9f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:34.501119 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-dd51b889-3f6c-4afa-a694-92f835a310bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:34.584275 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:34.610118 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-dd51b889-3f6c-4afa-a694-92f835a310bd None None] Port 233d484e-97bd-42fd-b143-bf66311b5f9f cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:34.612618 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3b187b4a-5194-4793-8756-579efc47291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:30Z', 'revision_number': 3, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:34.651707 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=37 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:34.651707 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=34 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:34.658986 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b187b4a-5194-4793-8756-579efc47291c None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:30Z', 'revision_number': 3, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:34.675746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:34.687485 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23324e-ea6d-43a4-8c92-4c5336737bcb req-5e41d8ac-c55f-4ab9-8713-b375e0c18095 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:34.697279 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd23324e-ea6d-43a4-8c92-4c5336737bcb req-5e41d8ac-c55f-4ab9-8713-b375e0c18095 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1005838 Jul 18 08:49:34.773807 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd23324e-ea6d-43a4-8c92-4c5336737bcb req-58f5c868-6769-4960-8dc3-ea3ab66fe1c1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655286 Jul 18 08:49:34.885265 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks [] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:34.964595 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:35.093306 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Pushing event updated for resources: {'Port': ['ID=233d484e-97bd-42fd-b143-bf66311b5f9f,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:35.103898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (f3fb00ea-7673-4e59-8a95-b9adffd50df6), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:35.228902 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:35.230714 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:35.344402 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:35.364787 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:49:35.545700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-5b6e12ee-6f96-49b1-8d44-41977930dc42 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:35.547712 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-5b6e12ee-6f96-49b1-8d44-41977930dc42 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 815 time: 0.1359076 Jul 18 08:49:35.555611 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-524d463a-bd8f-4c4c-90e1-77525a8d9494 None None] Provisioning complete for port 233d484e-97bd-42fd-b143-bf66311b5f9f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:35.556239 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-524d463a-bd8f-4c4c-90e1-77525a8d9494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:35.571916 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-c55abe19-780e-40a4-9edd-c19bde425a31 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/quotas/0a75147b684f470890244abb41bc7d67 HTTP/1.1" status: 200 len: 375 time: 0.0162747 Jul 18 08:49:35.596282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-524d463a-bd8f-4c4c-90e1-77525a8d9494 None None] Port 233d484e-97bd-42fd-b143-bf66311b5f9f cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:35.634663 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-e5c6a754-0780-48bc-a3ac-82f5b7c0d4e8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616834 Jul 18 08:49:35.714663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:35.738577 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:35.745957 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:35.751363 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-aacdbdd0-ab32-42e3-a999-fb3c4375ba78 admin admin] 10.222.0.57 "PUT /v2.0/routers/f3fb00ea-7673-4e59-8a95-b9adffd50df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8369896 Jul 18 08:49:35.758638 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-6a4d1c82-4165-49ac-9ad5-3fc863e94e2b service neutron] 10.222.0.57 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034138 Jul 18 08:49:35.885106 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-5318bcac-b148-4f98-a02b-3b99ff18cacf service neutron] 10.222.0.57 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188259 Jul 18 08:49:35.921903 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f011-2986-4b00-9e16-6cbf7c96ea7f req-8898b7b5-ad5d-42f0-97ec-57e719d6a260 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:35.923631 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8193f011-2986-4b00-9e16-6cbf7c96ea7f req-8898b7b5-ad5d-42f0-97ec-57e719d6a260 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0541379 Jul 18 08:49:35.982598 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8193f011-2986-4b00-9e16-6cbf7c96ea7f req-3fac1b42-d2f1-4dcb-88cf-9024ff923c06 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513031 Jul 18 08:49:36.139247 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0e5c76d8-fd9d-4431-885e-86fa02b17e1f req-d1f92568-d05b-4a6d-b84a-723669bf7dfa tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.0346529 Jul 18 08:49:36.413126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e318c0e9-cae0-426e-88b5-02040255da74 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:36.465945 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port e318c0e9-cae0-426e-88b5-02040255da74 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:36.466331 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e318c0e9-cae0-426e-88b5-02040255da74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:36.565075 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port e318c0e9-cae0-426e-88b5-02040255da74 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:36.566440 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e318c0e9-cae0-426e-88b5-02040255da74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:36.592580 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port e318c0e9-cae0-426e-88b5-02040255da74, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e318c0e9-cae0-426e-88b5-02040255da74,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:36.635248 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:36.654423 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:36.658153 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:36.662864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54840) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:36.669000 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1043131315-network', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:36.678179 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e318c0e9-cae0-426e-88b5-02040255da74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:36.746512 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=e318c0e9-cae0-426e-88b5-02040255da74,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:36.780115 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:36.815805 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Made reservation on behalf of 486e45a580e64f3d8b3f063a1d19fcd7 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:36.820668 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:36.845357 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:36.942251 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks [] for security_group (f6aec7c2-1345-41c9-a9e7-5644a56672f9), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.068806 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 2, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:37.085940 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f6aec7c2-1345-41c9-a9e7-5644a56672f9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.123722 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:37.124104 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:49:37.124310 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Updating router f3fb00ea-7673-4e59-8a95-b9adffd50df6 port 233d484e-97bd-42fd-b143-bf66311b5f9f binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:37.135335 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aec7c2-1345-41c9-a9e7-5644a56672f9,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:37.139777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4789-bd9d-4700-a757-ca0a547db99c req-32d1b268-0971-4034-8129-5cbe68d1d9af tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:37.142461 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-731b4789-bd9d-4700-a757-ca0a547db99c req-32d1b268-0971-4034-8129-5cbe68d1d9af tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0694804 Jul 18 08:49:37.142628 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (8624a534-960e-46e3-a1bb-a726e861e550), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.142942 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Added segment 8624a534-960e-46e3-a1bb-a726e861e550 of type vlan for network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f Jul 18 08:49:37.180284 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.204784 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.269215 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-731b4789-bd9d-4700-a757-ca0a547db99c req-2cd388d4-9813-49a1-b443-554abb12a40a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132011 Jul 18 08:49:37.310982 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e031235e-3f73-43a2-9515-979c629c7484 req-30c63e42-b6e2-4016-bccb-966dd4d5adde tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.0491202 Jul 18 08:49:37.329871 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.330956 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:37.331591 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.405659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] Pushing event updated for resources: {'Network': ['ID=56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:37.420419 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:49:37.477861 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-30fc47b2-80d2-4402-8244-e4745b040561 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8131902 Jul 18 08:49:37.480796 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54850) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:37.486577 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Request body: {'subnet': {'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1043131315-subnet', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:37.586511 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Made reservation on behalf of 486e45a580e64f3d8b3f063a1d19fcd7 for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:37.589786 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9469723'] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.637793 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Publish callbacks [] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.741729 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.834232 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2ae23-0708-4d5d-b3eb-311219c454f2 None None] Pushing event updated for resources: {'Port': ['ID=233d484e-97bd-42fd-b143-bf66311b5f9f,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:37.863146 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:37.879400 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9914464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9469701'] for subnet (6d81e7a5-3c99-4cb3-876c-f588b8d7704c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.882597 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Attempting to bind port 233d484e-97bd-42fd-b143-bf66311b5f9f on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:37.883280 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Attempting to bind port 233d484e-97bd-42fd-b143-bf66311b5f9f by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:37.883910 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Attempting to bind port 233d484e-97bd-42fd-b143-bf66311b5f9f on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:37.890753 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:37.891135 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Checking segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:37.891514 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.891950 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Bound using segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:37.892447 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Bound port: 233d484e-97bd-42fd-b143-bf66311b5f9f, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:37.892835 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:37.917899 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:37.948822 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d81e7a5-3c99-4cb3-876c-f588b8d7704c,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:37.968343 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] For port 233d484e-97bd-42fd-b143-bf66311b5f9f, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:37.971272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Checking segment: {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:37.971272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Network hostable DHCP agents. Network: 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:49:37.972063 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] For port 233d484e-97bd-42fd-b143-bf66311b5f9f, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=233d484e-97bd-42fd-b143-bf66311b5f9f,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:37.988973 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:38.056847 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.067206 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:49:38.129203 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:38.134068 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:38.134714 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:38.138095 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:38.143805 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.166638 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6893f-b9a6-4e12-a178-1b86492839a4 None None] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:38.187194 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2ae23-0708-4d5d-b3eb-311219c454f2 None None] Pushing event updated for resources: {'Port': ['ID=233d484e-97bd-42fd-b143-bf66311b5f9f,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:38.277581 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-87e5d799-850d-44fc-8ef2-a326cd0b2672 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7950132 Jul 18 08:49:38.280212 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54858) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:38.285619 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:38.287473 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:38.422720 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Provisioning complete for port 233d484e-97bd-42fd-b143-bf66311b5f9f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:38.423493 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.450782 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (362cb323-59cd-4377-ab34-24623891f09c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.453821 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (362cb323-59cd-4377-ab34-24623891f09c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.525896 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e318c0e9-cae0-426e-88b5-02040255da74 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:38.544892 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:38.580835 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks [] for router_controller (362cb323-59cd-4377-ab34-24623891f09c), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.610763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3fe1-8122-4b47-915c-0c42100b5056 req-37f38b28-af4e-4cf7-8d23-272b22557022 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:38.621491 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-147b3fe1-8122-4b47-915c-0c42100b5056 req-37f38b28-af4e-4cf7-8d23-272b22557022 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1829312 Jul 18 08:49:38.626001 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f', 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f', 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'fixed_ips': [{'subnet_id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:49:38.628139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.696062 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-147b3fe1-8122-4b47-915c-0c42100b5056 req-4f069d31-831e-416f-9ce3-fe947ac017ca tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736237 Jul 18 08:49:38.773765 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1a605fee-1888-41ed-a77a-12a34384b335 req-044966a0-1736-440b-957d-ad3022be31f1 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.1298397 Jul 18 08:49:38.831546 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Allocated IP 172.20.0.2 (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f/6d81e7a5-3c99-4cb3-876c-f588b8d7704c/ee591b1c-00da-4c26-9350-148be8aa5f2a) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:38.888620 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks [] for router_gateway (362cb323-59cd-4377-ab34-24623891f09c), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:38.941451 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:37Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:38.970659 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e513241-822f-44e9-b783-f8afdf52590c None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:37Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:38.979514 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port e318c0e9-cae0-426e-88b5-02040255da74 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:38.980209 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e318c0e9-cae0-426e-88b5-02040255da74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.105041 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Current status of the port 233d484e-97bd-42fd-b143-bf66311b5f9f is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:39.107620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.168269 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:39.189284 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:39.240162 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Publish callbacks [] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.244673 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] For port 233d484e-97bd-42fd-b143-bf66311b5f9f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=233d484e-97bd-42fd-b143-bf66311b5f9f,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:39.260254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port e318c0e9-cae0-426e-88b5-02040255da74 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:39.319600 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.359575 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:39.366288 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.404734 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Pushing event updated for resources: {'Port': ['ID=233d484e-97bd-42fd-b143-bf66311b5f9f,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:39.409257 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:39.415903 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:39.419428 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:39.424003 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.424644 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.425158 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.425652 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.426142 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.426622 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.427114 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.427588 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.428036 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d046c-c8a4-47eb-8b25-2df9dbb01393 req-dee3a9f5-95e2-4da8-bef5-e96456f5334e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:39.428289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.428778 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.429279 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.429654 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b95d046c-c8a4-47eb-8b25-2df9dbb01393 req-dee3a9f5-95e2-4da8-bef5-e96456f5334e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.0840430 Jul 18 08:49:39.437231 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.437843 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.442139 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.442544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:39.442680 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c59daa-c6b9-4d6c-bac7-d85830c5bc83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:49:39.452242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks [] for router_gateway (362cb323-59cd-4377-ab34-24623891f09c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.456078 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:39.488104 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.519990 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-688f2c9a-1ae7-4aeb-8c85-71ec9bcef879 None None] Provisioning complete for port 233d484e-97bd-42fd-b143-bf66311b5f9f triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:39.520383 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-688f2c9a-1ae7-4aeb-8c85-71ec9bcef879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.528457 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b95d046c-c8a4-47eb-8b25-2df9dbb01393 req-0bd7c561-30b7-4186-b686-b99ce0b4ed37 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869911 Jul 18 08:49:39.604189 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Pushing event updated for resources: {'Port': ['ID=ee591b1c-00da-4c26-9350-148be8aa5f2a,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:39.629394 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Attempting to bind port ee591b1c-00da-4c26-9350-148be8aa5f2a on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:39.630044 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Attempting to bind port ee591b1c-00da-4c26-9350-148be8aa5f2a by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:39.630563 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Attempting to bind port ee591b1c-00da-4c26-9350-148be8aa5f2a on network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:39.640651 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:39.642968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Checking segment: {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:39.642968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.642968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Bound using segment: {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:39.642968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Bound port: ee591b1c-00da-4c26-9350-148be8aa5f2a, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:39.642968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.683279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Allocated IP 172.27.1.196 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/e2268068-dffb-4417-a3b9-59ccb2b16a8d) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:39.766164 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-688f2c9a-1ae7-4aeb-8c85-71ec9bcef879 None None] Current status of the port 233d484e-97bd-42fd-b143-bf66311b5f9f is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:39.778751 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] For port ee591b1c-00da-4c26-9350-148be8aa5f2a, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:39.785846 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] For port ee591b1c-00da-4c26-9350-148be8aa5f2a, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=ee591b1c-00da-4c26-9350-148be8aa5f2a,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:39.833289 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks [] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.904586 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-406e9649-e7f9-4048-a390-592db5efec22 req-e960c330-8051-4ab5-9561-9be9e40f3e72 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.0382669 Jul 18 08:49:39.905805 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb358c-3988-460f-92a3-1cc18b98988a req-1ffe5814-7faf-407e-b46e-94ba4725fca4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:39.909277 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-60cb358c-3988-460f-92a3-1cc18b98988a req-1ffe5814-7faf-407e-b46e-94ba4725fca4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0722873 Jul 18 08:49:39.935916 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:39.964200 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-60cb358c-3988-460f-92a3-1cc18b98988a req-589c2f1e-1da6-4a14-b3f9-e1e45a681bec tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490272 Jul 18 08:49:39.999212 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:40.022363 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaac88-c06f-4fd6-88f3-8121cf1e583a None None] Pushing event updated for resources: {'Port': ['ID=ee591b1c-00da-4c26-9350-148be8aa5f2a,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:40.055121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:40.061864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:40.065499 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:40.114599 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Pushing event updated for resources: {'Port': ['ID=e2268068-dffb-4417-a3b9-59ccb2b16a8d,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:40.247792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:40.539249 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device ee591b1c-00da-4c26-9350-148be8aa5f2a up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:40.585777 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks [] for router_gateway (362cb323-59cd-4377-ab34-24623891f09c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:40.639861 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port ee591b1c-00da-4c26-9350-148be8aa5f2a triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:40.639861 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:40.839728 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port ee591b1c-00da-4c26-9350-148be8aa5f2a is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:40.841813 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:40.957595 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port ee591b1c-00da-4c26-9350-148be8aa5f2a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=ee591b1c-00da-4c26-9350-148be8aa5f2a,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:41.008781 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-457f0192-c2d8-4fad-8626-ac83ffc8e0ff tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:41.012589 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-457f0192-c2d8-4fad-8626-ac83ffc8e0ff tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.4210596 Jul 18 08:49:41.033982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:41.039811 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 233d484e-97bd-42fd-b143-bf66311b5f9f up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:41.042633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3c958-6433-4eeb-8177-6faa31c7b8bf req-6f05417d-8e43-4236-9941-b7efc3943948 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:41.045953 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-06a3c958-6433-4eeb-8177-6faa31c7b8bf req-6f05417d-8e43-4236-9941-b7efc3943948 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.3601298 Jul 18 08:49:41.214711 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-557ceb55-089f-4741-923e-8827b544497a req-62be91d4-cb1b-435d-b5e9-4af6ef4d1e4c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.1125350 Jul 18 08:49:41.222610 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 233d484e-97bd-42fd-b143-bf66311b5f9f triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:41.222901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:41.423047 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=ee591b1c-00da-4c26-9350-148be8aa5f2a,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:41.467310 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-06a3c958-6433-4eeb-8177-6faa31c7b8bf req-0ee11aed-62e6-40d1-8cba-1776918924d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059001 Jul 18 08:49:41.485928 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (362cb323-59cd-4377-ab34-24623891f09c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:41.501194 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 233d484e-97bd-42fd-b143-bf66311b5f9f is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:41.534062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-ee2f56a8-0890-4c40-aa44-a709956a4a41 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:41.535852 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-ee2f56a8-0890-4c40-aa44-a709956a4a41 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 815 time: 0.1797624 Jul 18 08:49:41.544240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2a816-8e50-40ec-b69c-851c37f1e915 None None] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:49:41.560215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e806d51-d759-40f3-a4b2-744a8d16f474 req-229ea0c3-92ae-4c07-9188-4185db42e993 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:41.565688 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0e806d51-d759-40f3-a4b2-744a8d16f474 req-229ea0c3-92ae-4c07-9188-4185db42e993 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.2550809 Jul 18 08:49:41.573670 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'port': {'device_id': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'admin_state_up': True, 'tenant_id': '0a75147b684f470890244abb41bc7d67'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:41.608435 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port bf3b9deb-1402-409e-aeab-b183bf26a42e {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:49:41.609121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:41.667399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-7f20e8a7-9b0b-4477-818f-dc47c0ce6cf6 None None] Provisioning complete for port ee591b1c-00da-4c26-9350-148be8aa5f2a triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:41.668010 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7f20e8a7-9b0b-4477-818f-dc47c0ce6cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:41.691927 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:41.786851 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0e806d51-d759-40f3-a4b2-744a8d16f474 req-37e250aa-14a2-4e1e-bc77-651dbd00c719 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034595 Jul 18 08:49:41.840221 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] For port bf3b9deb-1402-409e-aeab-b183bf26a42e, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=bf3b9deb-1402-409e-aeab-b183bf26a42e,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:41.841013 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:41.849439 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:41.872840 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-7f20e8a7-9b0b-4477-818f-dc47c0ce6cf6 None None] Current status of the port ee591b1c-00da-4c26-9350-148be8aa5f2a is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:42.014337 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Made reservation on behalf of 0a75147b684f470890244abb41bc7d67 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:49:42.020961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:42.319750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Allocated IP 172.20.0.10 (63e2b314-2444-4179-bca4-7e17b3ff5f21/b171a551-9f2c-4567-9557-0d7b69a18cf1/2b862c2d-6596-4494-b33e-d23be8bd6301) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:42.334170 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-cee45aa9-ddd4-48cb-9389-174470204e6c None None] Provisioning complete for port ee591b1c-00da-4c26-9350-148be8aa5f2a triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:42.340378 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-cee45aa9-ddd4-48cb-9389-174470204e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:42.420957 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Router 362cb323-59cd-4377-ab34-24623891f09c is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:49:42.448841 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device ee591b1c-00da-4c26-9350-148be8aa5f2a up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:42.452552 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-af45c681-d6bd-4b79-8939-2221204e18df req-0af6383f-2bf0-406c-a3b9-81286dba81d1 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.1098504 Jul 18 08:49:42.527350 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:42.597872 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:42.605426 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:42.693142 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port ee591b1c-00da-4c26-9350-148be8aa5f2a triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:42.693761 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:42.697318 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-cee45aa9-ddd4-48cb-9389-174470204e6c None None] Current status of the port ee591b1c-00da-4c26-9350-148be8aa5f2a is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:42.743130 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a47b-52b0-4ef3-88c3-72c322ac6d0f req-71ab15e5-65e2-4ea6-ae28-f5e114785653 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:42.747483 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60461512-a5aa-442c-a3ce-b280950f4237 req-4f06f0d5-48d0-4dfe-8a65-68b56c7d97b4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:42.749122 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-60461512-a5aa-442c-a3ce-b280950f4237 req-4f06f0d5-48d0-4dfe-8a65-68b56c7d97b4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 946 time: 0.0898151 Jul 18 08:49:42.756836 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c632a47b-52b0-4ef3-88c3-72c322ac6d0f req-71ab15e5-65e2-4ea6-ae28-f5e114785653 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.3363609 Jul 18 08:49:42.774640 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:42.792462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port ee591b1c-00da-4c26-9350-148be8aa5f2a is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:42.828850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:42.828850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (84dd4f78-260d-428e-ae9e-bf7cb519147a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:42.828850 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 84dd4f78-260d-428e-ae9e-bf7cb519147a disassociated. External IP: 172.27.1.11, port: bf3b9deb-1402-409e-aeab-b183bf26a42e. Jul 18 08:49:42.828850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for bf3b9deb-1402-409e-aeab-b183bf26a42e owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:49:42.848700 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-60461512-a5aa-442c-a3ce-b280950f4237 req-bf061c0c-42c8-4f78-b09a-38b4e540d27a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=19531617-b631-41db-b519-83d4dac7bd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855901 Jul 18 08:49:42.889444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:42.903195 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Sync routers for ids ['362cb323-59cd-4377-ab34-24623891f09c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:42.919436 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Routers {'362cb323-59cd-4377-ab34-24623891f09c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:42.920762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['362cb323-59cd-4377-ab34-24623891f09c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:42.924856 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:42.956571 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:43.006178 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c632a47b-52b0-4ef3-88c3-72c322ac6d0f req-9c03286a-de1f-428b-a292-45ec624d594b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441661 Jul 18 08:49:43.116163 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:43.217726 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f0a93-703c-4049-832a-e6481200f785 req-17f9867a-d115-40d5-9eba-955300ce902a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:43.219377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:43.226341 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-55a4d5cb-69d3-49d5-9c44-b31ab4796deb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9392908 Jul 18 08:49:43.226632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:43.239700 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d94f0a93-703c-4049-832a-e6481200f785 req-17f9867a-d115-40d5-9eba-955300ce902a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.3033097 Jul 18 08:49:43.249280 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 54924) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:43.274226 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Set router 362cb323-59cd-4377-ab34-24623891f09c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:43.274577 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:43.299903 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:43.319151 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (bf3b9deb-1402-409e-aeab-b183bf26a42e), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:43.411386 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=bf3b9deb-1402-409e-aeab-b183bf26a42e,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:43.447200 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:43.451119 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:43.459319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:43.652332 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d94f0a93-703c-4049-832a-e6481200f785 req-418c87ca-36a5-48c5-93c8-efad9494da30 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114418 Jul 18 08:49:43.687568 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:43.688295 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:43.880502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d09097-ec22-4c93-bc1c-0a552d61ea90 req-84821ced-0dc4-42cc-9dc6-1c7fd3bc7d28 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:43.881770 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-08ae7bd2-6c7d-48eb-9115-8f273948e7f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3282342 Jul 18 08:49:43.902763 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-71d09097-ec22-4c93-bc1c-0a552d61ea90 req-84821ced-0dc4-42cc-9dc6-1c7fd3bc7d28 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 932 time: 0.2618997 Jul 18 08:49:43.910174 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Request body: {'port': {'device_id': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:43.991257 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:49:44.080598 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-71d09097-ec22-4c93-bc1c-0a552d61ea90 req-01d8fa95-51dd-4392-ab19-84a2d1dd7de9 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750624 Jul 18 08:49:44.102656 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device bf3b9deb-1402-409e-aeab-b183bf26a42e no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:49:44.169525 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: bf3b9deb-1402-409e-aeab-b183bf26a42e {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:49:44.170043 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device bf3b9deb-1402-409e-aeab-b183bf26a42e not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:49:44.177685 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-7e93692f-6529-4a08-bf79-b3cd66c63873 None None] Provisioning complete for port 2b862c2d-6596-4494-b33e-d23be8bd6301 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:44.178700 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7e93692f-6529-4a08-bf79-b3cd66c63873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:44.242672 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:49:40Z', 'revision_number': 3, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:44.327005 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Checking router: 362cb323-59cd-4377-ab34-24623891f09c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:44.327705 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Updating router 362cb323-59cd-4377-ab34-24623891f09c port e2268068-dffb-4417-a3b9-59ccb2b16a8d binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:44.392360 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:44.404518 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-7e93692f-6529-4a08-bf79-b3cd66c63873 None None] Port 2b862c2d-6596-4494-b33e-d23be8bd6301 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:44.489940 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7960-8129-484e-9ea5-4b45eb2870d6 req-57640840-0bcd-4c46-843c-a1f36b31cf46 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:44.491656 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8a3a7960-8129-484e-9ea5-4b45eb2870d6 req-57640840-0bcd-4c46-843c-a1f36b31cf46 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1411848 Jul 18 08:49:44.502790 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:44.539466 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:44.593722 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:44.594581 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:44.652302 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-89146416-e445-44ae-a5a1-a6eee3b0a5f4 req-542bb60f-3825-4244-bd03-9fd6c0f869f2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.5688946 Jul 18 08:49:44.681858 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] No DVR routers for this DVR port bf3b9deb-1402-409e-aeab-b183bf26a42e on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:49:44.684284 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:44.692345 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:44.700225 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b88c98fe-aa5f-4611-ac16-dad9559d593a req-7540046d-ae20-4722-a106-4f09336f893e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "DELETE /v2.0/ports/bf3b9deb-1402-409e-aeab-b183bf26a42e HTTP/1.1" status: 204 len: 173 time: 3.5366321 Jul 18 08:49:44.713417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'name': 'network-vif-deleted', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:49:44.726200 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad48d6-ddf1-49a0-8c3f-5ba0803d303e" -d '{"events": [{"server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "name": "network-vif-deleted", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:49:44.770240 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8a3a7960-8129-484e-9ea5-4b45eb2870d6 req-abde72ab-ee80-4cbd-94af-226fbef11320 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815085 Jul 18 08:49:44.830404 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0fd391-8eeb-45ca-995c-ffeb4f012c4a x-openstack-request-id: req-af0fd391-8eeb-45ca-995c-ffeb4f012c4a {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:49:44.830778 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5a1195-56c1-4745-8903-f6bba84a4d19", "name": "network-vif-deleted", "tag": "bf3b9deb-1402-409e-aeab-b183bf26a42e", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:49:44.830958 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af0fd391-8eeb-45ca-995c-ffeb4f012c4a {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:49:44.831381 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0fd391-8eeb-45ca-995c-ffeb4f012c4a'] response: {'server_uuid': '3b5a1195-56c1-4745-8903-f6bba84a4d19', 'name': 'network-vif-deleted', 'tag': 'bf3b9deb-1402-409e-aeab-b183bf26a42e', 'status': 'completed', 'code': 200} Jul 18 08:49:44.905198 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:44.950648 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11536ce3-277f-4bc0-aa25-50269642d4bf req-025249d7-7126-4e0e-81e3-c4e99bd4e251 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:44.953502 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:44.964278 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-11536ce3-277f-4bc0-aa25-50269642d4bf req-025249d7-7126-4e0e-81e3-c4e99bd4e251 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.0758634 Jul 18 08:49:45.023366 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Publish callbacks [] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.069461 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-11536ce3-277f-4bc0-aa25-50269642d4bf req-d32356b3-3339-488e-b010-06cfd2773aec tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036222 Jul 18 08:49:45.159620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.178505 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.218961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b862c2d-6596-4494-b33e-d23be8bd6301 {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:49:45.241787 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Publish callbacks [] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.252218 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:45.268072 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:45.351021 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:22Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:45.359047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119af15-d8c0-49a5-93ad-7e3646f95681 req-07c35a20-e723-4ef3-a457-4ee180fa9151 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:45.366191 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4119af15-d8c0-49a5-93ad-7e3646f95681 req-07c35a20-e723-4ef3-a457-4ee180fa9151 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 932 time: 0.0814688 Jul 18 08:49:45.376155 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Attempting to bind port e2268068-dffb-4417-a3b9-59ccb2b16a8d on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:45.376538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Attempting to bind port e2268068-dffb-4417-a3b9-59ccb2b16a8d by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:45.376905 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Attempting to bind port e2268068-dffb-4417-a3b9-59ccb2b16a8d on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:45.387248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:45.387814 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:45.388695 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:45.407188 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:45.408075 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:45.412772 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.413408 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:45.414665 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Bound port: e2268068-dffb-4417-a3b9-59ccb2b16a8d, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:45.415180 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.440507 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4119af15-d8c0-49a5-93ad-7e3646f95681 req-12d25817-2f74-4b56-a407-5c0ea44df21f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Jul 18 08:49:45.440507 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Transition to ACTIVE for port object 2b862c2d-6596-4494-b33e-d23be8bd6301 will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:49:45.449406 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425b617-9bd0-46f7-b9d9-6721716b5b1c None None] Pushing event updated for resources: {'Port': ['ID=e2268068-dffb-4417-a3b9-59ccb2b16a8d,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:45.569823 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:45.595093 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] For port e2268068-dffb-4417-a3b9-59ccb2b16a8d, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:45.600538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] For port e2268068-dffb-4417-a3b9-59ccb2b16a8d, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e2268068-dffb-4417-a3b9-59ccb2b16a8d,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:45.610213 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.620344 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:45.680451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:45.825108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:49:46.049009 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:46.064167 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c5435606-c5c3-47df-8b14-3068fed099cf req-a2c3000c-292f-4104-a609-9858e04a2bf1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b5a1195-56c1-4745-8903-f6bba84a4d19 HTTP/1.1" status: 200 len: 210 time: 0.1375024 Jul 18 08:49:46.125549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Routers {'362cb323-59cd-4377-ab34-24623891f09c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:46.126825 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['362cb323-59cd-4377-ab34-24623891f09c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:46.177802 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425b617-9bd0-46f7-b9d9-6721716b5b1c None None] Pushing event updated for resources: {'Port': ['ID=e2268068-dffb-4417-a3b9-59ccb2b16a8d,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:46.194516 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.db.resource_extend [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 08:49:46.326700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e31ab-fb4b-4a27-97a5-74da8d00e417 req-a5cdd98a-9966-4ff4-82e9-604a7172160d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:46.336262 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c93e31ab-fb4b-4a27-97a5-74da8d00e417 req-a5cdd98a-9966-4ff4-82e9-604a7172160d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.2438474 Jul 18 08:49:46.379795 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Allocated IP 172.20.0.1 (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f/6d81e7a5-3c99-4cb3-876c-f588b8d7704c/d59a4e6b-5395-4d6c-ab22-ac54b1d691a9) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:49:46.417294 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:46.419068 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:22Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:46.443583 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f310d-1fc8-47d0-ba3f-9c1d64c9cbd5 req-2743fa72-a9a3-4de5-a4ef-4530f490b05f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:46.446728 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b96f310d-1fc8-47d0-ba3f-9c1d64c9cbd5 req-2743fa72-a9a3-4de5-a4ef-4530f490b05f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 943 time: 0.1839499 Jul 18 08:49:46.465931 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:46.489970 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Attempting to bind port 2b862c2d-6596-4494-b33e-d23be8bd6301 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:46.490980 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Attempting to bind port 2b862c2d-6596-4494-b33e-d23be8bd6301 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:46.491585 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Attempting to bind port 2b862c2d-6596-4494-b33e-d23be8bd6301 on network 63e2b314-2444-4179-bca4-7e17b3ff5f21 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:46.505241 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Port 2b862c2d-6596-4494-b33e-d23be8bd6301 on network 63e2b314-2444-4179-bca4-7e17b3ff5f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:49:46.505987 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Attempting to bind port 2b862c2d-6596-4494-b33e-d23be8bd6301 on network 63e2b314-2444-4179-bca4-7e17b3ff5f21 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:46.537345 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c93e31ab-fb4b-4a27-97a5-74da8d00e417 req-33f905fc-5eec-4293-9381-1f3082d565ad tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995597 Jul 18 08:49:46.547168 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa66696-638a-4205-86db-28ee4b04d80a None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '387a5f82-cb07-4210-9824-4585f2825a94', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e4:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866bad59-8906-4710-9fbb-63e95c376010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:46:28Z', 'updated_at': '2022-07-18T08:47:22Z', 'revision_number': 2, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:46.549371 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'port_id': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'mac_address': 'fa:16:3e:23:5e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:49:46.619901 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:46.620858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Checking segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:46.623502 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Bound using segment: {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:46.624673 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Bound port: 2b862c2d-6596-4494-b33e-d23be8bd6301, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:46.625060 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:46.679314 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:46.686972 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:46.687903 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:46.750027 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b96f310d-1fc8-47d0-ba3f-9c1d64c9cbd5 req-a167ccef-9620-42d3-8020-ab46dccf40e6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925491 Jul 18 08:49:46.763272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222385f0-b84b-466b-a9f5-dab4e9dadd74 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:49:46.816397 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:46.822144 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] Set router 362cb323-59cd-4377-ab34-24623891f09c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:46.933726 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.046656 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=9']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:47.057995 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:47.231382 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['222385f0-b84b-466b-a9f5-dab4e9dadd74'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:49:47.240675 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:47.243128 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34037-9383-43bb-8c3b-8813c8fd04d3 req-5641f217-09ef-4230-a31a-24c943da61f3 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:47.249765 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f5e34037-9383-43bb-8c3b-8813c8fd04d3 req-5641f217-09ef-4230-a31a-24c943da61f3 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.5854099 Jul 18 08:49:47.294285 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:49:40Z', 'revision_number': 3, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:47.299630 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176745f-29dc-4398-b381-0017ab6195a4 None None] New status for floating IP 84dd4f78-260d-428e-ae9e-bf7cb519147a: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:49:47.416965 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks [] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.437074 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:47.464206 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:47.482492 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e8002-bec0-467d-8850-c4a7ef37e3cc None None] The sync data for ids ['362cb323-59cd-4377-ab34-24623891f09c'] in dv-cinder-850142-3-iscsi is: [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:49:40Z', 'revision_number': 3, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:47.526946 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54952) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:47.552016 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f5e34037-9383-43bb-8c3b-8813c8fd04d3 req-6bdb5afd-28be-4bec-a734-7dba2ed64258 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725677 Jul 18 08:49:47.586533 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.677174 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e4b01c37-77e5-49a3-9995-7bd669ae7e22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (19531617-b631-41db-b519-83d4dac7bd4d), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.700840 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:47.746038 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:47.746582 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.748111 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] 10.222.0.47 "PUT /v2.0/ports/2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 1094 time: 3.8493617 Jul 18 08:49:47.759173 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:49:47.765777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74598277-5b49-4a2c-bb34-4f03337ada1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:49:47.868699 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.870260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e4b01c37-77e5-49a3-9995-7bd669ae7e22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (19531617-b631-41db-b519-83d4dac7bd4d), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:47.934902 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d7bf4-0eed-47b4-a882-444bfd948148 x-openstack-request-id: req-178d7bf4-0eed-47b4-a882-444bfd948148 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:49:47.935196 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:49:47.935452 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-178d7bf4-0eed-47b4-a882-444bfd948148 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:49:47.936083 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178d7bf4-0eed-47b4-a882-444bfd948148'] response: {'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'status': 'completed', 'code': 200} Jul 18 08:49:47.994243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca89c4-1191-42b1-bd29-068c48da31bf service neutron] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:48.053904 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:48.190091 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ec3-2802-4f97-85fd-68bf16423842 req-d6b62066-7d0d-4fbc-b6b0-c019e22f0d97 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:48.193035 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4f541ec3-2802-4f97-85fd-68bf16423842 req-d6b62066-7d0d-4fbc-b6b0-c019e22f0d97 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.3694930 Jul 18 08:49:48.273619 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:48.387107 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4f541ec3-2802-4f97-85fd-68bf16423842 req-58bd562d-8a2e-407d-bb8a-e0dda607867a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609347 Jul 18 08:49:48.461324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:48.500416 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e2268068-dffb-4417-a3b9-59ccb2b16a8d up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:48.506152 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e4b01c37-77e5-49a3-9995-7bd669ae7e22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (19531617-b631-41db-b519-83d4dac7bd4d), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:48.509829 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ad57-3900-49d6-9243-d4d51a495534 req-29e75264-9c86-4ccf-bb48-8e19a7febc0e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:48.511361 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e4b01c37-77e5-49a3-9995-7bd669ae7e22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:48.512927 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0338ad57-3900-49d6-9243-d4d51a495534 req-29e75264-9c86-4ccf-bb48-8e19a7febc0e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.3583350 Jul 18 08:49:48.513494 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e4b01c37-77e5-49a3-9995-7bd669ae7e22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/security-groups/19531617-b631-41db-b519-83d4dac7bd4d HTTP/1.1" status: 204 len: 168 time: 0.9852748 Jul 18 08:49:48.520503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:49:48.521634 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54960) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:48.529095 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-59abe8a5-d525-44e0-a3d8-466f0b786b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:48.531210 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-59abe8a5-d525-44e0-a3d8-466f0b786b09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1128 time: 0.6054482 Jul 18 08:49:48.596850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b01c37-77e5-49a3-9995-7bd669ae7e22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19531617-b631-41db-b519-83d4dac7bd4d,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:48.625460 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.api.v2.resource [None req-71c57c53-96e3-4752-ae67-5be723852ae2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] show failed (client error): The resource could not be found. Jul 18 08:49:48.630115 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-71c57c53-96e3-4752-ae67-5be723852ae2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups/19531617-b631-41db-b519-83d4dac7bd4d HTTP/1.1" status: 404 len: 347 time: 0.1064901 Jul 18 08:49:48.637486 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 54964) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:48.676735 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:48.736201 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Pushing event updated for resources: {'Port': ['ID=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:48.737718 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port e2268068-dffb-4417-a3b9-59ccb2b16a8d triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:48.738330 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:48.770092 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-0bbd5c08-9cd4-4a5a-bcce-d132498b158c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 217 time: 0.1584089 Jul 18 08:49:48.861306 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (362cb323-59cd-4377-ab34-24623891f09c), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.027562 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0338ad57-3900-49d6-9243-d4d51a495534 req-237fbad4-5513-4082-a695-6eece154e42d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923456 Jul 18 08:49:49.081300 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-86df1d7e-d3e9-4e75-8c32-b46e14b09118 None None] Provisioning complete for port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:49.082017 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-86df1d7e-d3e9-4e75-8c32-b46e14b09118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.087458 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port e2268068-dffb-4417-a3b9-59ccb2b16a8d is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:49.088183 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.090502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port e50be622-27d4-4bf8-9e94-0f6991fc1bf6 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:49:49.091171 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.103399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46549ee2-b523-4f0b-abe1-622a715c4f15 req-dd028512-adc8-416b-9d27-490146791570 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:49.114888 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-46549ee2-b523-4f0b-abe1-622a715c4f15 req-dd028512-adc8-416b-9d27-490146791570 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.3388224 Jul 18 08:49:49.138353 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-671daa63-2470-4f09-808d-e2a920fdecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:49.142333 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-671daa63-2470-4f09-808d-e2a920fdecaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.3575096 Jul 18 08:49:49.249979 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port e2268068-dffb-4417-a3b9-59ccb2b16a8d, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e2268068-dffb-4417-a3b9-59ccb2b16a8d,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:49.275150 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-46549ee2-b523-4f0b-abe1-622a715c4f15 req-9ab91684-a6df-4747-96c2-fe1f952bffee tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585290 Jul 18 08:49:49.306260 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-86df1d7e-d3e9-4e75-8c32-b46e14b09118 None None] Port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:49.342228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.344478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.382076 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.382423 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024071f6-3986-485f-951e-a8263056251e req-cd97561a-03fe-4c59-bcd6-6ab6dca48586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:49.397892 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-cd97561a-03fe-4c59-bcd6-6ab6dca48586 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2345946 Jul 18 08:49:49.420098 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for e50be622-27d4-4bf8-9e94-0f6991fc1bf6 owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:49:49.587767 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=e2268068-dffb-4417-a3b9-59ccb2b16a8d,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:49.678099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.808407 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:49.827779 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:49.854169 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (e50be622-27d4-4bf8-9e94-0f6991fc1bf6), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:49.876788 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1b096-cafc-44e3-b84f-4e5482e86619 req-0f880d6b-b1bf-420f-98bc-faf79caaa3fe tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:49.881369 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a3b1b096-cafc-44e3-b84f-4e5482e86619 req-0f880d6b-b1bf-420f-98bc-faf79caaa3fe tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.2044046 Jul 18 08:49:49.943974 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=e50be622-27d4-4bf8-9e94-0f6991fc1bf6,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:49.954236 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 222385f0-b84b-466b-a9f5-dab4e9dadd74 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:49.960736 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.115259 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (84dd4f78-260d-428e-ae9e-bf7cb519147a), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.132264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.140719 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-61d224dd-545a-4487-80aa-b4120e6c480c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/floatingips/84dd4f78-260d-428e-ae9e-bf7cb519147a HTTP/1.1" status: 204 len: 168 time: 1.4926720 Jul 18 08:49:50.216888 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-01a83289-3f3e-41b4-97a0-f631ac2ba350 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8208849 Jul 18 08:49:50.357688 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a3b1b096-cafc-44e3-b84f-4e5482e86619 req-9671883a-6b19-4869-9eaa-25e15515e1fe tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727638 Jul 18 08:49:50.388919 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 222385f0-b84b-466b-a9f5-dab4e9dadd74 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:50.391162 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.506452 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:49:50.510145 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284cd9c9-771c-4a02-a97e-220cbb8dff87" -d '{"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-plugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:49:50.540218 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b041ee4-3359-40fc-bea8-aaa126c7c36e req-850cdacb-c05a-493e-b578-1c3dee235cf7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:50.566546 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:50.581584 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b041ee4-3359-40fc-bea8-aaa126c7c36e req-850cdacb-c05a-493e-b578-1c3dee235cf7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 944 time: 0.2976747 Jul 18 08:49:50.632019 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks [] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.644907 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e2268068-dffb-4417-a3b9-59ccb2b16a8d up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:50.673350 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f953887-b64b-402a-839e-a958343d2440 req-799f742c-190e-42f2-82bb-eb85fbc861ea tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:50.681015 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6f953887-b64b-402a-839e-a958343d2440 req-799f742c-190e-42f2-82bb-eb85fbc861ea tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.1268833 Jul 18 08:49:50.688639 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.694781 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b041ee4-3359-40fc-bea8-aaa126c7c36e req-043923ee-636b-4d02-890c-1169d46025e8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088569 Jul 18 08:49:50.715573 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:50.753806 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:50.754524 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-024071f6-3986-485f-951e-a8263056251e req-46e0a019-5610-4e8a-a36b-f1d64cf2cf6f service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177250 Jul 18 08:49:50.816871 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6f953887-b64b-402a-839e-a958343d2440 req-8cb33a1a-b17f-47d7-aae9-34b99b7e4ec4 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347082 Jul 18 08:49:50.912523 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Pushing event updated for resources: {'Port': ['ID=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:50.922875 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (362cb323-59cd-4377-ab34-24623891f09c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:51.118054 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:49:51.120747 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:49:51.149245 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:51.154378 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d9809a-fb86-472b-a1ae-98fdb9d1a1f7 x-openstack-request-id: req-c2d9809a-fb86-472b-a1ae-98fdb9d1a1f7 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:49:51.154899 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-plugged", "status": "completed", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:49:51.155316 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2d9809a-fb86-472b-a1ae-98fdb9d1a1f7 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:49:51.155907 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d9809a-fb86-472b-a1ae-98fdb9d1a1f7'] response: {'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'code': 200} Jul 18 08:49:51.164753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=10']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:51.184589 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port e2268068-dffb-4417-a3b9-59ccb2b16a8d triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:51.184589 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:51.277828 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port e2268068-dffb-4417-a3b9-59ccb2b16a8d is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:51.282806 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-98a5aa9e-4876-40a4-aea1-d8b3468ddb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:51.325559 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Router 362cb323-59cd-4377-ab34-24623891f09c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:49:51.485690 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:51.496193 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:49:51.502379 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a1486caa-64f5-4942-b1c6-5069b56628de admin admin] 10.222.0.57 "PUT /v2.0/routers/362cb323-59cd-4377-ab34-24623891f09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2381306 Jul 18 08:49:51.519854 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Sync routers for ids ['362cb323-59cd-4377-ab34-24623891f09c'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:49:51.554203 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Routers {'362cb323-59cd-4377-ab34-24623891f09c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:51.559271 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['362cb323-59cd-4377-ab34-24623891f09c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:51.573746 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-03796116-fac0-4611-b7dc-145c612f602c None None] Provisioning complete for port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:51.573746 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-03796116-fac0-4611-b7dc-145c612f602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:51.615569 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a1ea2-6fc7-44e4-b437-18ca8fab7d47 req-a91ed1dc-c647-42e9-930b-021c4eef1ae0 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:51.618510 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1d8a1ea2-6fc7-44e4-b437-18ca8fab7d47 req-a91ed1dc-c647-42e9-930b-021c4eef1ae0 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1127489 Jul 18 08:49:51.686782 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-03796116-fac0-4611-b7dc-145c612f602c None None] Port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:51.758826 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1d8a1ea2-6fc7-44e4-b437-18ca8fab7d47 req-ef3eaef0-3b62-4f51-a47e-c26c41176162 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301997 Jul 18 08:49:51.847165 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Set router 362cb323-59cd-4377-ab34-24623891f09c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:52.130333 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-a406a480-bfe6-455e-96fe-466c6f5c88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:52.134486 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-a406a480-bfe6-455e-96fe-466c6f5c88ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1128 time: 0.3038375 Jul 18 08:49:52.178434 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db0fc4-bfbc-4694-8452-de8eff130e39 req-f78bfab6-f426-4a2b-b5e2-cb8f06053d6e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:52.189750 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-50db0fc4-bfbc-4694-8452-de8eff130e39 req-f78bfab6-f426-4a2b-b5e2-cb8f06053d6e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.1743734 Jul 18 08:49:52.211938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2b245-1078-478b-b3e3-997080e2d593 req-a9f8eec0-41b0-4ceb-b425-20cc8a775383 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:52.231713 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a2f2b245-1078-478b-b3e3-997080e2d593 req-a9f8eec0-41b0-4ceb-b425-20cc8a775383 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.1829305 Jul 18 08:49:52.316671 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-50db0fc4-bfbc-4694-8452-de8eff130e39 req-b2ddb304-5663-4bad-a54c-ddf638ab5a41 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152363 Jul 18 08:49:52.380402 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'd59a4e6b-5395-4d6c-ab22-ac54b1d691a9', 'name': '', 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'mac_address': 'fa:16:3e:e3:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:45Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 2, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'subnets': [{'id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:52.391825 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfd98a-dc5c-4425-b686-7150c4efc8a9 req-2f350d02-6fe2-4ac3-afb6-cc5811db94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:52.393580 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b2dfd98a-dc5c-4425-b686-7150c4efc8a9 req-2f350d02-6fe2-4ac3-afb6-cc5811db94d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 1130 time: 0.2772517 Jul 18 08:49:52.408972 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a2f2b245-1078-478b-b3e3-997080e2d593 req-354ada3a-aa29-4c18-9fc9-9f94c764982f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760461 Jul 18 08:49:52.424470 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Checking router: 362cb323-59cd-4377-ab34-24623891f09c for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:49:52.440106 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Updating router 362cb323-59cd-4377-ab34-24623891f09c port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:49:52.478601 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:52.716491 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:49:52.809461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55004) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:52.820068 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587307711', 'description': 'tempest-secgroup-smoke-1587307711 description', 'project_id': 'd37f9217ffb94786830f0f6c5970b762'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:52.963433 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578af4f-38b5-40db-8925-a8b6ef54b14d req-e2fbf9e6-4419-4d93-b354-06dcf5195a73 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:52.970836 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2578af4f-38b5-40db-8925-a8b6ef54b14d req-e2fbf9e6-4419-4d93-b354-06dcf5195a73 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1008162 Jul 18 08:49:53.004072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:53.044724 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:53.079795 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2578af4f-38b5-40db-8925-a8b6ef54b14d req-0fbcc58a-b045-44e4-bf90-b2bc1ad72363 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989566 Jul 18 08:49:53.096256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:53.161271 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Publish callbacks [] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:53.224845 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group (4484a4b8-6193-459f-9b33-844a0bb09362), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:53.240406 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:53.546381 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:53.546381 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:53.546381 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054d53d-eef8-4f1d-b21c-9e00fda3306a None None] Pushing event updated for resources: {'Port': ['ID=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:53.587078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5de951-07b3-466d-b35b-6d2e33cc18b2 req-483b0017-f27e-4c18-85dd-f225fa068e34 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:53.604758 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e5de951-07b3-466d-b35b-6d2e33cc18b2 req-483b0017-f27e-4c18-85dd-f225fa068e34 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0916731 Jul 18 08:49:53.616579 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Attempting to bind port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:49:53.617173 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Attempting to bind port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:49:53.617575 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Attempting to bind port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 on network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:49:53.624849 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:49:53.625265 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Checking segment: {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:49:53.625891 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:53.626407 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Bound using segment: {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:49:53.627194 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Bound port: d59a4e6b-5395-4d6c-ab22-ac54b1d691a9, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624a534-960e-46e3-a1bb-a726e861e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:49:53.635143 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:53.690285 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdbd00-a3df-4fe4-a394-f5611b2e9dbb req-426e15fb-e667-4d4b-acf7-5531b8fe88d5 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:53.703353 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbfdbd00-a3df-4fe4-a394-f5611b2e9dbb req-426e15fb-e667-4d4b-acf7-5531b8fe88d5 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.1142755 Jul 18 08:49:53.790674 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e5de951-07b3-466d-b35b-6d2e33cc18b2 req-0355656b-47da-423d-8147-de22d3c97882 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828716 Jul 18 08:49:53.821831 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b2dfd98a-dc5c-4425-b686-7150c4efc8a9 req-5e85f915-7957-41c8-8777-7c5c17487922 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096778 Jul 18 08:49:53.824013 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] For port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:49:53.832473 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] For port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:49:53.928627 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbfdbd00-a3df-4fe4-a394-f5611b2e9dbb req-7e4bc93b-81b5-4f1d-961b-a9a215af4353 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239614 Jul 18 08:49:54.051283 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (4484a4b8-6193-459f-9b33-844a0bb09362), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.057068 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-c290e9b6-e1b2-4ba6-b54a-9183ff5e6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:54.061050 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-c290e9b6-e1b2-4ba6-b54a-9183ff5e6ba9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.3269291 Jul 18 08:49:54.087450 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-067b5bc9-ab4b-4a51-b52f-eed90bf1b9fe None None] Provisioning complete for port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:54.090780 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-067b5bc9-ab4b-4a51-b52f-eed90bf1b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.110900 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4484a4b8-6193-459f-9b33-844a0bb09362,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:54.190914 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-067b5bc9-ab4b-4a51-b52f-eed90bf1b9fe None None] Port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:49:54.222061 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e4010700-bd3b-46c6-84f6-815926baeb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.257531 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.266353 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.277355 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-33bba490-52f9-435a-a63b-3b61c7427fa8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4649284 Jul 18 08:49:54.277630 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55016) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:54.282230 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group_rule': {'security_group_id': '4484a4b8-6193-459f-9b33-844a0bb09362', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:54.358998 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3a870-cefd-45d2-ae2c-6181f9769550 req-672b04e2-c86a-4d75-9dc1-c245a9ef581b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:54.367094 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5eb3a870-cefd-45d2-ae2c-6181f9769550 req-672b04e2-c86a-4d75-9dc1-c245a9ef581b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1358840 Jul 18 08:49:54.434222 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5eb3a870-cefd-45d2-ae2c-6181f9769550 req-deab857b-5f8e-4650-b4fc-b8e385795f11 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660083 Jul 18 08:49:54.452274 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Routers {'362cb323-59cd-4377-ab34-24623891f09c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:49:54.453838 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['362cb323-59cd-4377-ab34-24623891f09c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:54.472538 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (2a03f13b-45f3-4023-afc1-e1a345d20c3e), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.625998 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054d53d-eef8-4f1d-b21c-9e00fda3306a None None] Pushing event updated for resources: {'Port': ['ID=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,revision_number=4']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:54.627428 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.632719 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (2a03f13b-45f3-4023-afc1-e1a345d20c3e), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.729709 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (2a03f13b-45f3-4023-afc1-e1a345d20c3e), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.751903 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] Provisioning complete for port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:54.757595 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.772857 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a03f13b-45f3-4023-afc1-e1a345d20c3e,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:54.830951 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] Set router 362cb323-59cd-4377-ab34-24623891f09c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:49:54.862739 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.864310 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e98ecd5b-cecb-417e-af56-a284968c2a8e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5857491 Jul 18 08:49:54.870874 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55018) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:54.877745 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group_rule': {'security_group_id': '4484a4b8-6193-459f-9b33-844a0bb09362', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:54.892187 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] Current status of the port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:54.892703 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:54.935543 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] For port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:49:55.005630 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (56cca22e-4e21-47b0-9c42-59b0728c2389), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:55.022201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:55.101135 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596e36-a1da-4979-9c6c-450a111c0bd2 req-c7e718cf-0c7f-4210-947e-08b31c33d4ba tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:55.108028 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5b596e36-a1da-4979-9c6c-450a111c0bd2 req-c7e718cf-0c7f-4210-947e-08b31c33d4ba tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.1173508 Jul 18 08:49:55.148828 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f5005-e0d1-4ea3-a330-0e7105587f92 None None] Pushing event updated for resources: {'Port': ['ID=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:55.175636 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:55.217657 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (56cca22e-4e21-47b0-9c42-59b0728c2389), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:55.224030 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5b596e36-a1da-4979-9c6c-450a111c0bd2 req-8ec516ac-1920-4fd2-a937-fb0d8c0ea8d4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049650 Jul 18 08:49:55.234277 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcfbb8-0fdd-4f97-a2dd-72b9b6375292 req-b433d8e9-755c-43a5-b68b-91a6d3a575f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:55.244651 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f7dcfbb8-0fdd-4f97-a2dd-72b9b6375292 req-b433d8e9-755c-43a5-b68b-91a6d3a575f8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.2345898 Jul 18 08:49:55.313275 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (56cca22e-4e21-47b0-9c42-59b0728c2389), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:55.329860 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'd59a4e6b-5395-4d6c-ab22-ac54b1d691a9', 'name': '', 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'mac_address': 'fa:16:3e:e3:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:45Z', 'updated_at': '2022-07-18T08:49:53Z', 'revision_number': 4, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'subnets': [{'id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:49:55.334081 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f7dcfbb8-0fdd-4f97-a2dd-72b9b6375292 req-713e3c11-89d9-499b-b6a2-32488c1b7d6e tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877817 Jul 18 08:49:55.368045 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99986868-75d7-4d3a-8bcb-e4dc68911e09 None None] The sync data for ids ['362cb323-59cd-4377-ab34-24623891f09c'] in dv-cinder-850142-3-iscsi is: [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'd59a4e6b-5395-4d6c-ab22-ac54b1d691a9', 'name': '', 'network_id': '56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'mac_address': 'fa:16:3e:e3:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:45Z', 'updated_at': '2022-07-18T08:49:53Z', 'revision_number': 4, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'subnets': [{'id': '6d81e7a5-3c99-4cb3-876c-f588b8d7704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:49:55.396539 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cca22e-4e21-47b0-9c42-59b0728c2389,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:55.480035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:55.485136 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55026) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:55.485844 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-96bb9de0-0542-44aa-a3a0-711e98cb44f1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6128309 Jul 18 08:49:55.496501 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group_rule': {'security_group_id': '4484a4b8-6193-459f-9b33-844a0bb09362', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:55.554145 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:55.677003 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f376-813b-45ea-96a5-09fa08c6292f req-3e9492e6-c81f-4b87-8312-bf2219821057 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:55.685349 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1017f376-813b-45ea-96a5-09fa08c6292f req-3e9492e6-c81f-4b87-8312-bf2219821057 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0961614 Jul 18 08:49:55.757224 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (2a6393b6-d3d6-43db-86de-7b81e12c4b3f), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:55.765069 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-b8052e83-c7b0-461e-8fd8-c46ed0d42b4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 217 time: 0.0741789 Jul 18 08:49:55.889179 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1017f376-813b-45ea-96a5-09fa08c6292f req-80146ae0-f6eb-40d7-a63d-de94d4e432ed tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880493 Jul 18 08:49:55.920287 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (2a6393b6-d3d6-43db-86de-7b81e12c4b3f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.045835 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-dce1c490-75c7-45fb-9203-0697c2cf3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:56.047663 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-dce1c490-75c7-45fb-9203-0697c2cf3f36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.0930490 Jul 18 08:49:56.313092 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (2a6393b6-d3d6-43db-86de-7b81e12c4b3f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.314080 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.361435 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6393b6-d3d6-43db-86de-7b81e12c4b3f,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:56.422544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.424988 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-bc75b39d-3535-445a-be2c-a823229f2d26 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9375772 Jul 18 08:49:56.428666 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55058) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:56.432798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group_rule': {'security_group_id': '4484a4b8-6193-459f-9b33-844a0bb09362', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:56.469309 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:49:56.585752 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e0266-709f-47d5-92ff-ef01648b3c90 req-44cb11e4-25ff-4b5d-9063-ca58f82c852b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:56.597949 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cd1e0266-709f-47d5-92ff-ef01648b3c90 req-44cb11e4-25ff-4b5d-9063-ca58f82c852b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.1830099 Jul 18 08:49:56.605570 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb05817-5922-4e0e-a927-556fdb406c1d req-5abf00a1-9c08-450f-a074-7848b50c6014 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:56.607761 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2cb05817-5922-4e0e-a927-556fdb406c1d req-5abf00a1-9c08-450f-a074-7848b50c6014 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.1044106 Jul 18 08:49:56.608871 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (387b52a8-b707-4625-8ce4-6dc310f71b27), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.618748 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.643432 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:49:56.644130 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.668432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:56.696890 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:56.743863 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:56.771801 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cd1e0266-709f-47d5-92ff-ef01648b3c90 req-bda05e4b-7a1e-4c98-b241-56716af74ea8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723225 Jul 18 08:49:56.781095 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2cb05817-5922-4e0e-a927-556fdb406c1d req-44554358-2b2f-4931-9d5f-aa796213c761 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580474 Jul 18 08:49:56.917986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (387b52a8-b707-4625-8ce4-6dc310f71b27), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:56.944608 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-0c3db648-b3ce-4601-ab18-05c3359a4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:56.948857 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-0c3db648-b3ce-4601-ab18-05c3359a4d14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1510615 Jul 18 08:49:56.982146 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:49:57.004573 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (387b52a8-b707-4625-8ce4-6dc310f71b27), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:57.107503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387b52a8-b707-4625-8ce4-6dc310f71b27,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:57.137155 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6df1a3-c13e-48d0-8024-f1d5c0b35b11 req-29b809e1-90ba-4ffc-b428-5e58a1c7bf8c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:57.150666 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb6df1a3-c13e-48d0-8024-f1d5c0b35b11 req-29b809e1-90ba-4ffc-b428-5e58a1c7bf8c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1378772 Jul 18 08:49:57.263558 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-d2eb3f10-b108-4523-871e-0f15ff856683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:57.265425 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-d2eb3f10-b108-4523-871e-0f15ff856683 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 1129 time: 0.0750484 Jul 18 08:49:57.278640 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eb6df1a3-c13e-48d0-8024-f1d5c0b35b11 req-c170ec11-fd47-4640-8861-d97d35fcf160 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258218 Jul 18 08:49:57.451182 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-f3a633bc-4385-47a4-a78a-0092bc0e12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:57.453700 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-f3a633bc-4385-47a4-a78a-0092bc0e12cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 912 time: 0.1710694 Jul 18 08:49:57.657381 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:57.663721 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-1b227c0b-1d91-4a88-9d43-424b949d4ef1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 200 len: 1001 time: 0.1959825 Jul 18 08:49:57.702266 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:57.704321 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e74774b6-27f4-4e97-87b2-2414f6a1bb58 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2758906 Jul 18 08:49:57.708292 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55088) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:57.717921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group_rule': {'security_group_id': '4484a4b8-6193-459f-9b33-844a0bb09362', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:57.795967 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-9898d827-0d07-4aa9-ab77-df1691b2bdc4 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386055 Jul 18 08:49:57.883815 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-af411986-e792-4f8c-bd9c-150cd23e2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:57.891470 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-af411986-e792-4f8c-bd9c-150cd23e2a4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.1557496 Jul 18 08:49:57.901419 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.securitygroups_db [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Project d37f9217ffb94786830f0f6c5970b762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 08:49:57.981997 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (b0888a1a-44d3-4c15-9a99-db22b631b04f), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:58.070182 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-74598277-5b49-4a2c-bb34-4f03337ada1c req-c07d3771-33fc-4f6c-8aa9-a6d5eeff9930 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357633 Jul 18 08:49:58.176199 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-fe5c5131-f66d-4b8d-a2ea-2bda65cfc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:58.178455 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-fe5c5131-f66d-4b8d-a2ea-2bda65cfc868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2398720 Jul 18 08:49:58.200585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806727f2-17e8-4286-944d-619891804519 req-9bf2c606-d809-4282-bc1c-28c054479066 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:58.202530 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-806727f2-17e8-4286-944d-619891804519 req-9bf2c606-d809-4282-bc1c-28c054479066 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.1553259 Jul 18 08:49:58.367936 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:58.374235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (b0888a1a-44d3-4c15-9a99-db22b631b04f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:58.437601 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-806727f2-17e8-4286-944d-619891804519 req-13e217a7-2ab0-4efb-813c-f9aaf4bdc834 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211251 Jul 18 08:49:58.467471 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-dcb304bd-169f-487b-b2fe-525ed9875e47 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520869 Jul 18 08:49:58.467471 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (b0888a1a-44d3-4c15-9a99-db22b631b04f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:58.468625 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef0ec-5664-4fac-bc26-a9f4d0b47c93 req-e3b0c208-3834-45ea-8e48-e1c0e323521b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:58.474826 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-29cef0ec-5664-4fac-bc26-a9f4d0b47c93 req-e3b0c208-3834-45ea-8e48-e1c0e323521b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0795994 Jul 18 08:49:58.505484 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0888a1a-44d3-4c15-9a99-db22b631b04f,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:58.521217 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:58.537916 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-29cef0ec-5664-4fac-bc26-a9f4d0b47c93 req-41285da2-9336-426f-93e9-585de5eebf0f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617867 Jul 18 08:49:58.635437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:58.635437 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c532fefb-53ec-400f-b780-18eb8aeb7767 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9243071 Jul 18 08:49:58.639414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55102) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:49:58.644043 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'security_group_rule': {'security_group_id': '4484a4b8-6193-459f-9b33-844a0bb09362', 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:49:58.766842 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223a439-77d0-4152-9f0d-ae719b977464 req-6ccea253-434a-4780-8c67-401d2dcc8a45 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:58.768655 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d223a439-77d0-4152-9f0d-ae719b977464 req-6ccea253-434a-4780-8c67-401d2dcc8a45 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.1334116 Jul 18 08:49:58.803872 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13174d13-b15e-46c3-93a6-ecb5d49753ce req-e095a770-74d9-41a8-ab11-fec4de2616e6 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207341 Jul 18 08:49:58.843482 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d223a439-77d0-4152-9f0d-ae719b977464 req-42b3875c-b616-42eb-91f3-130f6fdbb7ff tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591395 Jul 18 08:49:58.848605 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.securitygroups_db [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Project d37f9217ffb94786830f0f6c5970b762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 08:49:58.856441 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (82287624-26e7-4c9b-810c-b49c139b7bfa), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:58.928437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (82287624-26e7-4c9b-810c-b49c139b7bfa), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:59.039172 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (82287624-26e7-4c9b-810c-b49c139b7bfa), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:59.065464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82287624-26e7-4c9b-810c-b49c139b7bfa,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:49:59.212016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:49:59.214214 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3fa08059-0aeb-49f7-955d-f9b7fc8cd1e3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5730476 Jul 18 08:49:59.285767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4410-b64f-4fa9-84ce-10dd365a5509 req-d3e01e7b-3a80-4024-b23d-43456c1274f7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:59.288723 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eece4410-b64f-4fa9-84ce-10dd365a5509 req-d3e01e7b-3a80-4024-b23d-43456c1274f7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0673053 Jul 18 08:49:59.328437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:49:59.384135 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-eece4410-b64f-4fa9-84ce-10dd365a5509 req-cdb74886-87eb-4102-b9ba-474948648b46 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883205 Jul 18 08:49:59.615291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ca5d-0fbc-4511-9238-02a5b74583e0 req-5219be63-02a8-49aa-bb98-307e509bd605 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:59.619161 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1381ca5d-0fbc-4511-9238-02a5b74583e0 req-5219be63-02a8-49aa-bb98-307e509bd605 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.0654323 Jul 18 08:49:59.692143 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1381ca5d-0fbc-4511-9238-02a5b74583e0 req-69bbe5a9-176c-49a7-8d59-7d3ba6107af2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 Jul 18 08:49:59.764921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133981-347e-4f7e-a77f-205930771c80 req-b1e963ac-87ea-4090-93de-bb90ea90ff42 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:59.765884 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4a133981-347e-4f7e-a77f-205930771c80 req-b1e963ac-87ea-4090-93de-bb90ea90ff42 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0838420 Jul 18 08:49:59.835058 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4a133981-347e-4f7e-a77f-205930771c80 req-cc053d9e-ed1f-4211-836c-52409ff631ab tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613761 Jul 18 08:49:59.971464 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26155df2-d409-4303-b698-826f0189cf8e req-fc5fb776-a519-4dfb-8fc4-81d894df037a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:49:59.973406 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-26155df2-d409-4303-b698-826f0189cf8e req-fc5fb776-a519-4dfb-8fc4-81d894df037a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0516355 Jul 18 08:50:00.032107 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-26155df2-d409-4303-b698-826f0189cf8e req-9cf8a6e8-5ef6-43b3-affa-9d2390dcaf63 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512013 Jul 18 08:50:00.555079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae24f0-7b7e-427d-82a2-5b53ed3995b8 req-b69fe93b-f56e-4bf0-b42b-d4548b5a5bc4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:00.556785 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3ae24f0-7b7e-427d-82a2-5b53ed3995b8 req-b69fe93b-f56e-4bf0-b42b-d4548b5a5bc4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0838504 Jul 18 08:50:00.825181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a178b-e4f7-44b6-a500-2e141187a87f req-d30ba777-3a14-46a5-9255-a00145349290 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:00.827542 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d57a178b-e4f7-44b6-a500-2e141187a87f req-d30ba777-3a14-46a5-9255-a00145349290 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.0545092 Jul 18 08:50:00.866473 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3ae24f0-7b7e-427d-82a2-5b53ed3995b8 req-9523fe69-87a6-4686-bbea-7f520549af51 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016396 Jul 18 08:50:00.880996 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d57a178b-e4f7-44b6-a500-2e141187a87f req-e6920bde-e08b-41f3-92e4-023433042db3 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Jul 18 08:50:01.157915 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593700-632e-42f3-bcfd-b9bdfe2a67b0 req-306be5f8-d21b-49ad-a881-d60ba6c7f6fd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:01.159871 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-11593700-632e-42f3-bcfd-b9bdfe2a67b0 req-306be5f8-d21b-49ad-a881-d60ba6c7f6fd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0558641 Jul 18 08:50:01.216140 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-11593700-632e-42f3-bcfd-b9bdfe2a67b0 req-1a1393ca-4c1f-478e-847c-e64777e377c4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488360 Jul 18 08:50:01.677273 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-299d34cb-a2b9-4111-9ad9-4097ecf41af7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:01.678763 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-299d34cb-a2b9-4111-9ad9-4097ecf41af7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0587723 Jul 18 08:50:01.777341 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:50:01.777690 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:01.882646 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] For port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:01.883299 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:01.900149 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 2b862c2d-6596-4494-b33e-d23be8bd6301 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:50:01.991024 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d113f6-6454-4902-a524-28c392d9e3be req-85799412-8290-481f-a870-87c895c6f98e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:01.997765 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-79d113f6-6454-4902-a524-28c392d9e3be req-85799412-8290-481f-a870-87c895c6f98e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 945 time: 0.0551734 Jul 18 08:50:02.045839 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:02.058405 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-79d113f6-6454-4902-a524-28c392d9e3be req-7f1df98c-2d5b-488e-a795-01507210834f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=382cc54b-4bd6-4fad-91c6-d34c39f1aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595436 Jul 18 08:50:02.061936 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'port_id': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'mac_address': 'fa:16:3e:a8:22:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:50:02.104549 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8ca81-aece-4f88-8ae9-b13482361adc req-a5692d64-db7a-4404-ae2d-5ac6fa392170 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:02.105988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 2b862c2d-6596-4494-b33e-d23be8bd6301 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:02.106310 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ed8ca81-aece-4f88-8ae9-b13482361adc req-a5692d64-db7a-4404-ae2d-5ac6fa392170 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 944 time: 0.1099939 Jul 18 08:50:02.106612 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.120717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b862c2d-6596-4494-b33e-d23be8bd6301 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:50:02.145589 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:02.149365 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.149734 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (387a5f82-cb07-4210-9824-4585f2825a94), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.150049 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 387a5f82-cb07-4210-9824-4585f2825a94 disassociated. External IP: 172.27.1.7, port: 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd. Jul 18 08:50:02.150399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:50:02.160656 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:02.186018 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ed8ca81-aece-4f88-8ae9-b13482361adc req-1333e3b9-b2c4-470d-aef0-ea566025c5bb tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721765 Jul 18 08:50:02.243894 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.302155 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:02.341502 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:02.368492 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faaca3-7334-4f67-b92b-b5d553075390 req-65270c84-9809-4fd7-a04b-3b1f9ba8cea7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:02.370136 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-20faaca3-7334-4f67-b92b-b5d553075390 req-65270c84-9809-4fd7-a04b-3b1f9ba8cea7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0635414 Jul 18 08:50:02.423929 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-20faaca3-7334-4f67-b92b-b5d553075390 req-842d3e7b-4eae-45f7-8eae-d4cd80a0d175 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477340 Jul 18 08:50:02.460246 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (47a3e70e-f8bb-43b0-84c0-a2b560f6cacd), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.496048 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=47a3e70e-f8bb-43b0-84c0-a2b560f6cacd,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:02.508550 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.508898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.509235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.509569 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.509902 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.510264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.510675 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.511251 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.511686 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.512037 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.512364 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.512686 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.513008 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.513897 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.513897 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:02.529012 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['2b862c2d-6596-4494-b33e-d23be8bd6301'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:50:02.637657 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.637928 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:02.764434 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:02.775741 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:02.800023 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:02.800673 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:02.819930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] No DVR routers for this DVR port 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:50:02.823470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:02.830467 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6e54fbe6-1a58-450f-bb30-cca29471ae28 req-1bf89596-9022-4f4e-85f0-746b235ceb11 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "DELETE /v2.0/ports/47a3e70e-f8bb-43b0-84c0-a2b560f6cacd HTTP/1.1" status: 204 len: 173 time: 1.1426558 Jul 18 08:50:02.830467 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'name': 'network-vif-deleted', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:02.830467 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ad4e1-ae84-449e-a421-3ab906364df9" -d '{"events": [{"server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "name": "network-vif-deleted", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:02.891464 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61ff7f3-9f6d-47c0-99bf-2561e5f03253 x-openstack-request-id: req-d61ff7f3-9f6d-47c0-99bf-2561e5f03253 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:02.892164 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866bad59-8906-4710-9fbb-63e95c376010", "name": "network-vif-deleted", "tag": "47a3e70e-f8bb-43b0-84c0-a2b560f6cacd", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:02.892164 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d61ff7f3-9f6d-47c0-99bf-2561e5f03253 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:02.892688 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61ff7f3-9f6d-47c0-99bf-2561e5f03253'] response: {'server_uuid': '866bad59-8906-4710-9fbb-63e95c376010', 'name': 'network-vif-deleted', 'tag': '47a3e70e-f8bb-43b0-84c0-a2b560f6cacd', 'status': 'completed', 'code': 200} Jul 18 08:50:02.920439 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:02.940171 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:03.169494 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-93fb540e-7df9-4945-8596-cdcd5fe38847 req-54a2daac-eea2-4e37-bcea-9222304abd38 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.0296667 Jul 18 08:50:03.170039 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:03.196013 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:03.205717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:03.206352 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:49:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:03.322213 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:03.339498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0875788-248d-4d8c-af29-da9bf3f85281 req-a672ecdb-e689-43c4-a364-4cb56bf1d408 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:03.341194 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e0875788-248d-4d8c-af29-da9bf3f85281 req-a672ecdb-e689-43c4-a364-4cb56bf1d408 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 945 time: 0.0736113 Jul 18 08:50:03.407922 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e0875788-248d-4d8c-af29-da9bf3f85281 req-7b3d798d-af38-41ff-ae71-cc8d45db9fb5 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606742 Jul 18 08:50:03.540893 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:03.571830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067ca6-5a53-41e4-874b-c0cdf0323bab None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:03.818104 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90d245-fcc0-4bfe-a102-7bbe36b5a386 None None] New status for floating IP 387a5f82-cb07-4210-9824-4585f2825a94: DOWN {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:50:03.915036 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 2b862c2d-6596-4494-b33e-d23be8bd6301 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:50:03.962248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 2b862c2d-6596-4494-b33e-d23be8bd6301 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:50:04.067208 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 2b862c2d-6596-4494-b33e-d23be8bd6301 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:04.067619 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:04.110001 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:04.152127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 2b862c2d-6596-4494-b33e-d23be8bd6301 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:04.152525 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:04.179359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:04.181796 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556089d0-af13-4085-85b4-6909383a145b" -d '{"events": [{"server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "name": "network-vif-plugged", "status": "completed", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:04.202069 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:04.235282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71418c8-c5cd-4cc6-ae73-4c0e07f9f685 x-openstack-request-id: req-b71418c8-c5cd-4cc6-ae73-4c0e07f9f685 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:04.235282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "name": "network-vif-plugged", "status": "completed", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:04.235282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b71418c8-c5cd-4cc6-ae73-4c0e07f9f685 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:04.235282 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71418c8-c5cd-4cc6-ae73-4c0e07f9f685'] response: {'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'code': 200} Jul 18 08:50:04.306466 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cb174fe3-c4ea-4f4e-986c-322ca5b0f1cd req-c8158f5a-b27b-4ef1-8252-4639fe576423 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=866bad59-8906-4710-9fbb-63e95c376010 HTTP/1.1" status: 200 len: 210 time: 0.0292978 Jul 18 08:50:04.331418 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:04.332302 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:50:04.369097 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:50:04.369480 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 47a3e70e-f8bb-43b0-84c0-a2b560f6cacd not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:50:04.383658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:04.398345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:04.533184 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692c5f3-6544-4a95-8c9f-f5abacefa394 req-7c0e273e-670e-47b2-99db-87626c98c239 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:04.535168 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d692c5f3-6544-4a95-8c9f-f5abacefa394 req-7c0e273e-670e-47b2-99db-87626c98c239 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0531094 Jul 18 08:50:04.583279 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-0a5216ff-593b-47c7-8fcd-4bf0c0494948 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565555 Jul 18 08:50:04.609608 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d692c5f3-6544-4a95-8c9f-f5abacefa394 req-2e07c905-c9f9-425a-b625-06b3e6914d4f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655863 Jul 18 08:50:04.639325 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1e469-dde9-4b14-8933-b8ef492c7575 req-1a6a4b8c-927f-4e97-8bdf-e86b8b85f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:04.641832 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5af1e469-dde9-4b14-8933-b8ef492c7575 req-1a6a4b8c-927f-4e97-8bdf-e86b8b85f284 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1130 time: 0.0492024 Jul 18 08:50:04.656671 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-8dfea1c9-b1a3-493a-bc5d-f7bb11eda17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:04.658165 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-8dfea1c9-b1a3-493a-bc5d-f7bb11eda17b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 1129 time: 0.0493605 Jul 18 08:50:04.689553 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5af1e469-dde9-4b14-8933-b8ef492c7575 req-d9c30e04-3a7c-4382-9f6f-b7ec28b259ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Jul 18 08:50:04.776921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-2bcd0355-3e12-4bc6-ba38-f8ab621af8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:04.778579 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-2bcd0355-3e12-4bc6-ba38-f8ab621af8e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.0998130 Jul 18 08:50:04.945132 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-a3c2b2a6-1be6-4430-9404-6241577863b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a52aef-93c6-4a56-800d-706ae67440c0 HTTP/1.1" status: 200 len: 217 time: 0.0345945 Jul 18 08:50:05.009083 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-00ebd943-8810-49a8-a177-831bba3b3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:05.011162 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-00ebd943-8810-49a8-a177-831bba3b3733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0552402 Jul 18 08:50:05.027626 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:05.060581 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-dbabe4ce-3d8a-405b-b8d7-723d879a5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:05.062102 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-dbabe4ce-3d8a-405b-b8d7-723d879a5b01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446842 Jul 18 08:50:05.167933 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-96e603e7-afe5-447a-967b-7f7c06cfbab6 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991457 Jul 18 08:50:05.462496 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55226) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:05.546856 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (382cc54b-4bd6-4fad-91c6-d34c39f1aa40), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:05.575474 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (382cc54b-4bd6-4fad-91c6-d34c39f1aa40), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:05.585730 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cbd30766-7c0d-4c07-91c0-9dbb933d1ebf req-a897a49d-0e02-46e9-8ac5-0f1fd56f2a9c service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258299 Jul 18 08:50:05.612782 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:05.718075 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (382cc54b-4bd6-4fad-91c6-d34c39f1aa40), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:05.720922 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:05.726366 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/security-groups/382cc54b-4bd6-4fad-91c6-d34c39f1aa40 HTTP/1.1" status: 204 len: 168 time: 0.2584922 Jul 18 08:50:05.727372 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55232) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:05.742589 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382cc54b-4bd6-4fad-91c6-d34c39f1aa40,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:05.756399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbf70-f68d-4072-b851-d31163f98b93 req-1b402e2d-21ba-41cc-8287-4e09a4526e24 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:05.757615 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.757996 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.758498 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.759045 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.759444 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d6dcbf70-f68d-4072-b851-d31163f98b93 req-1b402e2d-21ba-41cc-8287-4e09a4526e24 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0745256 Jul 18 08:50:05.759725 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.760336 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.760911 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.761765 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.762426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.762937 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.763525 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.764159 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.764722 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.765309 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.765878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe35d6c0-fe1a-4fe1-a9b3-852d98364c9e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:50:05.780002 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.api.v2.resource [None req-3bd42be8-31da-4620-b289-65e065272ded tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] show failed (client error): The resource could not be found. Jul 18 08:50:05.786241 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3bd42be8-31da-4620-b289-65e065272ded tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups/382cc54b-4bd6-4fad-91c6-d34c39f1aa40 HTTP/1.1" status: 404 len: 347 time: 0.0486078 Jul 18 08:50:05.786446 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55234) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:05.873935 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d6dcbf70-f68d-4072-b851-d31163f98b93 req-99906d59-3f49-438e-9557-3ff1c90e7e3c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998962 Jul 18 08:50:05.940301 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port 695d7c9c-131c-4876-8385-a0937bacfa6d {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:50:05.940652 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.029597 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.029932 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (695d7c9c-131c-4876-8385-a0937bacfa6d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.044890 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for 695d7c9c-131c-4876-8385-a0937bacfa6d owned by network:floatingip {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:50:06.133600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:06.267448 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (695d7c9c-131c-4876-8385-a0937bacfa6d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.293121 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=695d7c9c-131c-4876-8385-a0937bacfa6d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:06.375233 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (387a5f82-cb07-4210-9824-4585f2825a94), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.377961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.379156 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f1282468-f9ef-489d-a0de-7bed7bdc1aa7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/floatingips/387a5f82-cb07-4210-9824-4585f2825a94 HTTP/1.1" status: 204 len: 168 time: 0.5916512 Jul 18 08:50:06.557443 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55242) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:06.562454 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070835608', 'description': 'tempest-description--1032378918'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:06.649783 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.735208 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (04443fa2-da5e-41f1-b88e-bcdb19496037), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.815313 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (04443fa2-da5e-41f1-b88e-bcdb19496037), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.848281 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:06.850408 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04443fa2-da5e-41f1-b88e-bcdb19496037,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:06.945240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:06.947200 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8021af78-dee0-4c27-8074-aea7a7f7a3a6 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3882608 Jul 18 08:50:06.952785 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55248) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:06.963023 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '04443fa2-da5e-41f1-b88e-bcdb19496037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:07.033395 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bc94c-8526-48b4-9d34-d4e0be8a7956 req-7d5740bc-b26d-462e-8578-5ce97bc483c0 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:07.034997 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-349bc94c-8526-48b4-9d34-d4e0be8a7956 req-7d5740bc-b26d-462e-8578-5ce97bc483c0 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0763881 Jul 18 08:50:07.084607 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (21cb38f2-141d-4548-99a5-dcd627b0c1f0), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.090686 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-349bc94c-8526-48b4-9d34-d4e0be8a7956 req-dcb315a0-72d5-4489-a18b-0099c0ee01e6 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Jul 18 08:50:07.157510 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (21cb38f2-141d-4548-99a5-dcd627b0c1f0), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.229667 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b23bc-31ed-4fd8-94ce-6f50b66f651f req-0212f565-c846-4f9c-864e-6bcdfaf26303 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:07.231292 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e37b23bc-31ed-4fd8-94ce-6f50b66f651f req-0212f565-c846-4f9c-864e-6bcdfaf26303 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0551848 Jul 18 08:50:07.232583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (21cb38f2-141d-4548-99a5-dcd627b0c1f0), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.273894 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cb38f2-141d-4548-99a5-dcd627b0c1f0,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:07.295060 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:07.312625 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e37b23bc-31ed-4fd8-94ce-6f50b66f651f req-60a89406-aaf6-4456-9e7e-878d8032368b tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743916 Jul 18 08:50:07.348330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.350311 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e9acf3e3-0899-4e2f-ab8c-f3e296c4018c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937137 Jul 18 08:50:07.352398 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55254) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:07.357462 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '04443fa2-da5e-41f1-b88e-bcdb19496037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:07.462531 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (94266f2b-d2f9-435e-a640-a8fc6c962b15), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.523217 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (94266f2b-d2f9-435e-a640-a8fc6c962b15), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.586421 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (94266f2b-d2f9-435e-a640-a8fc6c962b15), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.607372 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94266f2b-d2f9-435e-a640-a8fc6c962b15,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:07.668925 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddbe0-0c15-4a93-805e-d413f64af9f1 req-4be6023c-bcc1-455f-b799-ea6510f024fe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:07.672176 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b06ddbe0-0c15-4a93-805e-d413f64af9f1 req-4be6023c-bcc1-455f-b799-ea6510f024fe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0556431 Jul 18 08:50:07.705558 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.706862 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e1fa7d8d-369a-4dea-8c20-50c0d3db05d7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533771 Jul 18 08:50:07.710319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55260) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:07.715571 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:07.731630 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b06ddbe0-0c15-4a93-805e-d413f64af9f1 req-7d550931-039a-4449-a71b-e9fc4181b8bd tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550804 Jul 18 08:50:07.845339 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:07.966741 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:08.129091 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.27.1.79 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/9790cecf-ff69-457f-8bbd-eb52ec1ac66f) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:08.242458 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:08.297366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:08.461523 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:08.509000 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:08.516720 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:08.521548 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:08.544377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=9790cecf-ff69-457f-8bbd-eb52ec1ac66f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:08.608597 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:08.631964 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:08.799094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:08.822095 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66f631-7e21-4df5-b2a4-0127f17b76b8 req-ddb5f5ac-3c03-4d59-9878-19b5fbad5d84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:08.824324 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4f66f631-7e21-4df5-b2a4-0127f17b76b8 req-ddb5f5ac-3c03-4d59-9878-19b5fbad5d84 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0538411 Jul 18 08:50:08.891364 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4f66f631-7e21-4df5-b2a4-0127f17b76b8 req-80bd262d-4112-423f-abbf-68295ab25280 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604973 Jul 18 08:50:08.912207 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124932-2116-4939-b800-01f7bac714fa req-05fe29d7-9f89-4d70-bff3-8163818f4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:08.912787 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-05fe29d7-9f89-4d70-bff3-8163818f4c29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.0881295 Jul 18 08:50:09.083014 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124932-2116-4939-b800-01f7bac714fa req-7c127598-7296-4aea-a497-e8425bf5d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:09.084565 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-7c127598-7296-4aea-a497-e8425bf5d4ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.1629889 Jul 18 08:50:09.095216 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:09.158796 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-0c3603c7-a13d-494b-8696-a301e84bc25c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 1001 time: 0.0660360 Jul 18 08:50:09.194818 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:09.200869 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:09.272503 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124932-2116-4939-b800-01f7bac714fa req-d4766438-7f5d-404c-9c51-6d00e4f5e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:09.273998 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-d4766438-7f5d-404c-9c51-6d00e4f5e3a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.1085038 Jul 18 08:50:09.301095 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=9790cecf-ff69-457f-8bbd-eb52ec1ac66f,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:09.330067 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:09.349557 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124932-2116-4939-b800-01f7bac714fa req-49b36490-7d3b-4313-971d-2390e64e256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:09.350997 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-49b36490-7d3b-4313-971d-2390e64e256e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705924 Jul 18 08:50:09.429022 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:09.430260 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9e9bbc66-ac08-4794-9ea6-4127eeb5333d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7188988 Jul 18 08:50:09.461746 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-ad245f62-180b-4c35-9e24-2fa4536f4caa service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032228 Jul 18 08:50:09.576064 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7f124932-2116-4939-b800-01f7bac714fa req-050958e4-0edb-43a0-a8e6-aa4228618f15 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057396 Jul 18 08:50:09.712201 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-707b6be1-ec29-49f1-a660-6df6cff7ee9d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2070835608&fields=id&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 267 time: 0.0688274 Jul 18 08:50:09.875311 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-dbf4824b-415f-4ba8-ab8f-d9b3065a2335 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:09.878231 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-dbf4824b-415f-4ba8-ab8f-d9b3065a2335 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.1563120 Jul 18 08:50:09.895924 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-6a299945-4f85-4691-b054-8b616f5b6521 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/quotas/ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 375 time: 0.0112984 Jul 18 08:50:09.958971 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-8807618c-ae30-4bf1-97dc-0b7e608cc26f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562046 Jul 18 08:50:10.049683 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17824d-a6f9-4b3f-bf59-2027410bf2b7 req-8cffb105-0778-4494-a9d5-64b563e4400d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:10.051275 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cf17824d-a6f9-4b3f-bf59-2027410bf2b7 req-8cffb105-0778-4494-a9d5-64b563e4400d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0703645 Jul 18 08:50:10.084303 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-0f61eeae-d450-457f-86d3-a25129f62d5e service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093519 Jul 18 08:50:10.109360 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cf17824d-a6f9-4b3f-bf59-2027410bf2b7 req-53251c02-925a-42ef-b93e-be27dc4f0381 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518212 Jul 18 08:50:10.114791 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:10.194149 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-966a1563-2e0d-4011-9b08-aa97b8404477 service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031117 Jul 18 08:50:10.476063 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-345b25d8-9c9b-4028-a5c7-9608a18fad60 req-bf639f90-9408-47ff-95a8-9d0f011196a8 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 210 time: 0.0416613 Jul 18 08:50:11.234445 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb151c1-5cf1-4298-bbda-c03aa43f9c7d req-bc9d8167-1377-436e-8221-338f244c4aba tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:11.236015 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8fb151c1-5cf1-4298-bbda-c03aa43f9c7d req-bc9d8167-1377-436e-8221-338f244c4aba tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0547278 Jul 18 08:50:11.298913 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8fb151c1-5cf1-4298-bbda-c03aa43f9c7d req-e0efe27c-11ce-4b3e-a4f3-67332eca9e38 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556948 Jul 18 08:50:11.591871 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bf93f8f8-3b6c-4831-908e-e2e8bfe7f8ad req-0828a51d-fbf3-4ac5-bdbe-a2536d5b13ca tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 210 time: 0.0330560 Jul 18 08:50:12.446466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094b5d4-6949-4d9e-9443-2da7062d4e8a req-7f70f61a-27e7-48d3-8cd7-ff9cf168331c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:12.448688 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7094b5d4-6949-4d9e-9443-2da7062d4e8a req-7f70f61a-27e7-48d3-8cd7-ff9cf168331c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Jul 18 08:50:12.501389 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7094b5d4-6949-4d9e-9443-2da7062d4e8a req-21ecd317-a96a-438b-9e44-056a1af9270b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467710 Jul 18 08:50:12.696295 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b89ddbcb-1a11-4b6d-9ffb-96bfb2db5da9 req-f1472b64-f22f-408b-b2c3-85002982eb48 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Jul 18 08:50:13.207712 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-497f7ec2-a6e3-4bda-992f-4aafd2d4386a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:13.209457 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-497f7ec2-a6e3-4bda-992f-4aafd2d4386a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.3646514 Jul 18 08:50:13.295622 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-1dd60a6d-ad52-43aa-a9dd-88459078dbad tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 380 time: 0.0608771 Jul 18 08:50:13.400383 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'port': {'device_id': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'admin_state_up': True, 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'security_groups': ['04443fa2-da5e-41f1-b88e-bcdb19496037']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:13.466993 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:13.588923 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Made reservation on behalf of ab95af0a9cb74221a15ac73cbb8ca0ff for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:50:13.593926 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:13.663544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560286-3b88-40ae-aee0-b3bd6bf3526a req-749ae174-6419-4045-9a94-d92d936cb895 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:13.665091 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec560286-3b88-40ae-aee0-b3bd6bf3526a req-749ae174-6419-4045-9a94-d92d936cb895 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0791543 Jul 18 08:50:13.786128 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec560286-3b88-40ae-aee0-b3bd6bf3526a req-fa9d08a0-55be-455d-b696-1f56dceca376 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944021 Jul 18 08:50:13.816996 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.20.0.10 (91d2b33d-7b11-4b88-9cd3-44537bfe048d/2805bb20-a3c6-4028-af76-b0d55fbe4c52/c9bbf27b-9770-4d9c-8c89-bef4da1b48d3) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:13.826416 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3359f502-eab0-4561-9bbe-f54da5a69f09 req-27e4d1ca-5926-4894-b9b2-0159d43be7cc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 210 time: 0.0572710 Jul 18 08:50:13.983057 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:13.988663 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:14.096075 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:14.146628 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:14.149877 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:14.157010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:14.184707 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:14.248579 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:14.248579 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:14.361338 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c616b444-1030-417b-822e-d63eef3829ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647975 Jul 18 08:50:14.380793 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Request body: {'port': {'device_id': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:14.415322 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b9500ae1-cfab-4893-8bb5-5012a1c42ff5 None None] Provisioning complete for port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:14.416085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b9500ae1-cfab-4893-8bb5-5012a1c42ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:14.446405 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:14.449687 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b9500ae1-cfab-4893-8bb5-5012a1c42ff5 None None] Port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:50:14.457983 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:14.752888 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:50:14.761299 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Publish callbacks [] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:14.773545 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Transition to ACTIVE for port object c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:50:14.844493 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:14.977637 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f2aad-3ea5-447d-b6e7-a2d9207c3b54 req-26330561-b377-40e0-9f71-d831eb8adf28 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:14.979484 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b0f2aad-3ea5-447d-b6e7-a2d9207c3b54 req-26330561-b377-40e0-9f71-d831eb8adf28 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 944 time: 0.0733261 Jul 18 08:50:15.005415 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:15.036579 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5961f7-b753-436e-a91b-318780442a4a req-a673c10a-0ec3-45b0-805c-87a5a86c6552 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:15.043505 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3e5961f7-b753-436e-a91b-318780442a4a req-a673c10a-0ec3-45b0-805c-87a5a86c6552 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.1460850 Jul 18 08:50:15.047433 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b0f2aad-3ea5-447d-b6e7-a2d9207c3b54 req-0f71a1bb-7677-447d-a4f2-c0d4ce278273 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571980 Jul 18 08:50:15.150059 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3e5961f7-b753-436e-a91b-318780442a4a req-f0aec9e5-c0d7-408d-9834-805dc5d690d4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972679 Jul 18 08:50:15.153689 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Attempting to bind port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:50:15.154010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Attempting to bind port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:50:15.154350 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Attempting to bind port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:50:15.159705 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:50:15.160044 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Attempting to bind port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:50:15.166705 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:50:15.167308 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:50:15.167466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Bound using segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:50:15.167984 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Bound port: c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:50:15.168360 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:15.210691 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:15.237193 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] For port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:50:15.240547 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] For port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:50:15.318944 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:15.360438 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:15.361136 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:15.362540 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 HTTP/1.1" status: 200 len: 1094 time: 0.9863157 Jul 18 08:50:15.364159 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:15.365252 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53eff6-f97e-461a-b529-79d4e1377785" -d '{"events": [{"name": "network-changed", "server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:15.395330 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe4f9d-d2f5-4c1b-bc01-0f41aa990f54 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:15.417023 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0221c-30b2-4154-86fd-98812a8085d8 x-openstack-request-id: req-7de0221c-30b2-4154-86fd-98812a8085d8 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:15.417312 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:15.417565 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7de0221c-30b2-4154-86fd-98812a8085d8 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:15.417967 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de0221c-30b2-4154-86fd-98812a8085d8'] response: {'name': 'network-changed', 'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'status': 'completed', 'code': 200} Jul 18 08:50:15.487998 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53eff6-f97e-461a-b529-79d4e1377785 req-11d6e881-9291-4828-80a4-5f4dd3221b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:15.490418 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c53eff6-f97e-461a-b529-79d4e1377785 req-11d6e881-9291-4828-80a4-5f4dd3221b80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 1128 time: 0.0464208 Jul 18 08:50:15.705413 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53eff6-f97e-461a-b529-79d4e1377785 req-4ade5fa5-beee-4192-9926-ec8fbd8abbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:15.706881 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c53eff6-f97e-461a-b529-79d4e1377785 req-4ade5fa5-beee-4192-9926-ec8fbd8abbeb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2007484 Jul 18 08:50:15.914738 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53eff6-f97e-461a-b529-79d4e1377785 req-4b3fd124-e8d7-4c1f-8e0a-5e2e65201fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:15.916262 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c53eff6-f97e-461a-b529-79d4e1377785 req-4b3fd124-e8d7-4c1f-8e0a-5e2e65201fda service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904545 Jul 18 08:50:15.999346 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-0d9ceac6-e23e-4745-9c4a-e13402b31d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:16.000874 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-0d9ceac6-e23e-4745-9c4a-e13402b31d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 1128 time: 0.0409369 Jul 18 08:50:16.056425 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c527c029-d833-4b5e-827b-a248ce487137 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 HTTP/1.1" status: 200 len: 217 time: 0.0334024 Jul 18 08:50:16.100815 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:16.111588 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-82bdaa8f-c0c5-47b0-b711-da68ea45e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:16.113094 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-82bdaa8f-c0c5-47b0-b711-da68ea45e8fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.0506718 Jul 18 08:50:16.210578 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c23f-af1d-4a62-8c94-792f08d7a1db req-5bd5bec5-e5ed-43c4-8db7-3d54c5cb6182 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:16.212525 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-39f0c23f-af1d-4a62-8c94-792f08d7a1db req-5bd5bec5-e5ed-43c4-8db7-3d54c5cb6182 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 944 time: 0.0908101 Jul 18 08:50:16.215233 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-46868729-2d25-4f7d-9140-a414544af4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:16.218187 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-46868729-2d25-4f7d-9140-a414544af4b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850666 Jul 18 08:50:16.330929 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b46e2-a93c-42b1-b162-e29c4291b81f req-b027cca3-86c4-4b1a-90ab-7f3d9def1bd7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:16.332842 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-527b46e2-a93c-42b1-b162-e29c4291b81f req-b027cca3-86c4-4b1a-90ab-7f3d9def1bd7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0754690 Jul 18 08:50:16.365949 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-39f0c23f-af1d-4a62-8c94-792f08d7a1db req-5feaecf2-873a-476c-9033-8455b6d38d22 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452940 Jul 18 08:50:16.411258 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-c86dafa4-4ac0-4e8b-b78a-83206f7a170c service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829467 Jul 18 08:50:16.440056 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-527b46e2-a93c-42b1-b162-e29c4291b81f req-b35691bd-4aba-424d-950d-0460741b9b2f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002083 Jul 18 08:50:16.572157 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:16.581159 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-4b724e30-f8f1-41cb-88b2-44f1605183b0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587307711&fields=id&tenant_id=d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 267 time: 0.0744882 Jul 18 08:50:16.583190 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ae232926-0912-4ef1-b723-f6a64480ae2c req-1686e166-8f6b-4c43-b6e2-e71c88a196d8 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640556 Jul 18 08:50:16.712490 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-23f50a33-3e48-497f-8df4-fa1e1bb92c05 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:16.714275 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-23f50a33-3e48-497f-8df4-fa1e1bb92c05 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 811 time: 0.1263852 Jul 18 08:50:16.731442 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-3d126762-7a12-4920-8941-053deabdbae4 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/quotas/d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 375 time: 0.0109696 Jul 18 08:50:16.789263 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-489776d0-148f-4040-baf9-580d3f5e4c89 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520837 Jul 18 08:50:16.895629 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-80ab10fc-a97b-4b6b-9f33-65bd169e0fce service neutron] 10.222.0.57 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Jul 18 08:50:16.992839 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-ebd1adcb-8b80-42ba-8fa0-612bc00a8fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901451 Jul 18 08:50:17.502857 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:17.539039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5732486-4e92-4917-af4a-68b48a037f73 req-906ee944-c352-493f-a564-3f456d20c421 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:17.540605 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b5732486-4e92-4917-af4a-68b48a037f73 req-906ee944-c352-493f-a564-3f456d20c421 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 944 time: 0.0557001 Jul 18 08:50:17.592581 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b5732486-4e92-4917-af4a-68b48a037f73 req-3790a923-6902-46e4-bef6-d6a67aeac081 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Jul 18 08:50:17.700619 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b8e6f-2cd2-4cea-bae5-b613ea2911ac req-4529e75d-0617-4443-b09b-b812e56fbfa6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:17.755432 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7d4b8e6f-2cd2-4cea-bae5-b613ea2911ac req-4529e75d-0617-4443-b09b-b812e56fbfa6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Jul 18 08:50:17.755432 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7d4b8e6f-2cd2-4cea-bae5-b613ea2911ac req-716b8e95-e74c-41b2-917e-f59db57d18c7 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Jul 18 08:50:18.070504 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-541dca2f-fded-46b1-a11d-d81f96eec151 req-cbb64b60-4aaa-46a2-88f7-b561777c3c21 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 210 time: 0.0520468 Jul 18 08:50:18.724982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6980c-f073-4dc1-850a-12350fc33629 req-86ae3a8c-5e81-4073-bd69-bd0fb1008cd2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:18.726581 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6df6980c-f073-4dc1-850a-12350fc33629 req-86ae3a8c-5e81-4073-bd69-bd0fb1008cd2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 944 time: 0.0574477 Jul 18 08:50:18.778129 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6df6980c-f073-4dc1-850a-12350fc33629 req-829aa551-9995-4d6e-a6e6-e4afd5c2a5b9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Jul 18 08:50:18.835711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:18.878223 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14daf-1e16-4e32-9276-1f29a00a254a req-125b33a5-5315-46f4-b8e3-b7dbbaa04499 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:18.879879 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-03c14daf-1e16-4e32-9276-1f29a00a254a req-125b33a5-5315-46f4-b8e3-b7dbbaa04499 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0543604 Jul 18 08:50:18.935569 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-03c14daf-1e16-4e32-9276-1f29a00a254a req-3434662c-8d96-4d20-863c-f44ef6916748 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475378 Jul 18 08:50:19.193747 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b0e42080-2271-472a-9e3c-f5e6b3293e68 req-21d9b3e6-5c77-4f54-9c07-f2ce1e256fe1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 210 time: 0.0352020 Jul 18 08:50:19.848280 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332961c-b733-43ca-85a6-5b3bb9fc600c req-94b4d941-4c85-45a8-818b-9cf914c27d60 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:19.849814 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7332961c-b733-43ca-85a6-5b3bb9fc600c req-94b4d941-4c85-45a8-818b-9cf914c27d60 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0502045 Jul 18 08:50:19.905381 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c824d-c78f-451b-ad5b-373af78a1fb8 req-fbd29803-2588-4ab7-8ba0-d19ea6d9b23b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:19.907882 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-285c824d-c78f-451b-ad5b-373af78a1fb8 req-fbd29803-2588-4ab7-8ba0-d19ea6d9b23b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 944 time: 0.0588281 Jul 18 08:50:19.919011 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7332961c-b733-43ca-85a6-5b3bb9fc600c req-210f978e-ef88-4663-b2cd-2acb81f1f344 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635886 Jul 18 08:50:19.952496 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55436) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:19.982663 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:50:19.991269 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-285c824d-c78f-451b-ad5b-373af78a1fb8 req-d1bcd204-cd3b-439c-9c04-d0fcbb060ba2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773196 Jul 18 08:50:20.097231 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68eff46-ffe9-4747-ab4a-c70c0e2fa8d1 req-f5166bd2-2bf0-4124-bec8-9914932f7fbc tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:20.099036 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a68eff46-ffe9-4747-ab4a-c70c0e2fa8d1 req-f5166bd2-2bf0-4124-bec8-9914932f7fbc tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0543184 Jul 18 08:50:20.101680 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:20.113782 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'port_id': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'mac_address': 'fa:16:3e:11:b4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:50:20.151294 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a68eff46-ffe9-4747-ab4a-c70c0e2fa8d1 req-56867422-3fd1-4df3-a46a-f747ea7a3c66 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466936 Jul 18 08:50:20.154073 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:20.154472 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:20.171256 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:50:20.188661 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f5c7c-4ff7-46a5-b0fb-cf288fe6f5d2 tempest-TestMinimumBasicScenario-1595351409 tempest-TestMinimumBasicScenario-1595351409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:20.190268 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9f2f5c7c-4ff7-46a5-b0fb-cf288fe6f5d2 tempest-TestMinimumBasicScenario-1595351409 tempest-TestMinimumBasicScenario-1595351409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1125 time: 0.2365108 Jul 18 08:50:20.193867 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55442) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:20.198013 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:20.198644 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'port_id': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:20.295448 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:20.306732 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-618539df-f257-4b29-a864-674d803d5187 req-85acf2c0-05af-4902-af15-89fd564b6a63 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 210 time: 0.0341039 Jul 18 08:50:20.307510 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:20.451651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:20.472837 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:20.491892 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:20.643198 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['c9bbf27b-9770-4d9c-8c89-bef4da1b48d3'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:50:20.663847 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:20.683860 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Allocated IP 172.27.1.10 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/d6a8363b-330c-40cc-802d-887214a29f53) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:20.695418 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-6211a57e-422d-424a-ba69-f7436bebbcc1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:20.696978 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-6211a57e-422d-424a-ba69-f7436bebbcc1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 811 time: 0.1790447 Jul 18 08:50:20.699181 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:20.829506 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-5f28b6c1-4fab-416a-8002-fdbe43173026 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 380 time: 0.1234155 Jul 18 08:50:20.838640 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'port': {'device_id': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'admin_state_up': True, 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'security_groups': ['4484a4b8-6193-459f-9b33-844a0bb09362']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:20.927908 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for port (d6a8363b-330c-40cc-802d-887214a29f53), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:21.079790 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (d6a8363b-330c-40cc-802d-887214a29f53), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:21.122340 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f5974-2b87-4693-a330-749eee6de923 req-96986530-be14-4b44-abd9-a4997b043b75 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:21.123113 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-36504a7c-4346-4f98-9660-75eef4e58126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:21.123585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:21.125254 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5b9f5974-2b87-4693-a330-749eee6de923 req-96986530-be14-4b44-abd9-a4997b043b75 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 945 time: 0.0604749 Jul 18 08:50:21.129861 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Made reservation on behalf of d37f9217ffb94786830f0f6c5970b762 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:50:21.133377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:21.139771 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:21.150655 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:21.157818 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'Port': ['ID=d6a8363b-330c-40cc-802d-887214a29f53,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:21.196845 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5b9f5974-2b87-4693-a330-749eee6de923 req-038f8871-7ff2-4abe-89d9-29ddb203da4b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619740 Jul 18 08:50:21.278965 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:21.417795 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eabbb08d-26f6-4306-85c3-48495914f40c req-e131fbc4-ab96-4b09-a054-1972c122b6e4 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 210 time: 0.0362828 Jul 18 08:50:21.647575 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab09997-e37b-482e-b66f-37251f6efe7b req-349de811-d862-4716-987a-e1f8ace10df6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:21.649240 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9ab09997-e37b-482e-b66f-37251f6efe7b req-349de811-d862-4716-987a-e1f8ace10df6 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.3769164 Jul 18 08:50:21.745190 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Allocated IP 172.20.0.13 (14ef1bb9-db47-48f8-bf4d-197c43ed89fa/9c5b8c4e-440f-492a-9325-f7e4893708d1/31760e24-104d-4678-9e4f-2ba58cdc21a9) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:21.835148 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9ab09997-e37b-482e-b66f-37251f6efe7b req-5caf864d-abaf-4da2-be59-cda2f06e6b5f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738346 Jul 18 08:50:21.842661 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:21.998679 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:50:22.043161 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:50:22.065947 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.125618 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for floatingip (b9c58e3e-0be8-4b23-a833-7c64f2ccf852), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.180782 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:22.181407 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.283496 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:22.288434 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.312960 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.324910 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:22.329082 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd6b431-d293-46ae-ad75-17b07b8a07d5" -d '{"events": [{"server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:22.362077 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:22.374490 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2f94b-3d5b-4b52-aa91-b1f3f06bf9c6 req-91139d5c-c594-488b-9bbd-b906a9512c3a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:22.375043 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:22.376950 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7ca2f94b-3d5b-4b52-aa91-b1f3f06bf9c6 req-91139d5c-c594-488b-9bbd-b906a9512c3a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 945 time: 0.0787125 Jul 18 08:50:22.380291 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4b9a44-debb-47c1-b01d-827c3181e49a x-openstack-request-id: req-fb4b9a44-debb-47c1-b01d-827c3181e49a {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:22.380610 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:22.380863 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb4b9a44-debb-47c1-b01d-827c3181e49a {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:22.381777 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4b9a44-debb-47c1-b01d-827c3181e49a'] response: {'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'code': 200} Jul 18 08:50:22.409641 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d6a8363b-330c-40cc-802d-887214a29f53), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.413666 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:22.426886 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.428418 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7ca2f94b-3d5b-4b52-aa91-b1f3f06bf9c6 req-8d8b8255-bdd7-49e8-8b23-c3cc5d6bd04d tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462284 Jul 18 08:50:22.432491 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=35 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:22.433719 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:22.439744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:22.446202 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:22.467755 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:22.526513 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:22.591770 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:22.592504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.671199 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28373a96-2df5-4c1c-a8aa-92b9ad493ada req-fba4c026-4729-47cb-9a97-cb19c04fb6dd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:22.672840 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-28373a96-2df5-4c1c-a8aa-92b9ad493ada req-fba4c026-4729-47cb-9a97-cb19c04fb6dd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 932 time: 0.1337991 Jul 18 08:50:22.711436 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-1c95d578-11ab-4052-bb58-b06a4f0ac635 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8768685 Jul 18 08:50:22.742137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Request body: {'port': {'device_id': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:22.797817 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-28373a96-2df5-4c1c-a8aa-92b9ad493ada req-fc3b55aa-2933-45f7-8cfc-9c6be375074c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137466 Jul 18 08:50:22.798120 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-0312d2c1-361d-4a49-a697-34a4baced84e None None] Provisioning complete for port 31760e24-104d-4678-9e4f-2ba58cdc21a9 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:22.798120 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0312d2c1-361d-4a49-a697-34a4baced84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.818990 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for port (d6a8363b-330c-40cc-802d-887214a29f53), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.825227 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:22.836598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5fb3-deea-484a-a877-f02e373f6e08 req-c1196e51-a6e1-4c32-84df-8047751338f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:22.839639 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-508d5fb3-deea-484a-a877-f02e373f6e08 req-c1196e51-a6e1-4c32-84df-8047751338f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 1130 time: 0.0638313 Jul 18 08:50:22.850233 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-0312d2c1-361d-4a49-a697-34a4baced84e None None] Port 31760e24-104d-4678-9e4f-2ba58cdc21a9 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:50:22.877575 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.903522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (d6a8363b-330c-40cc-802d-887214a29f53), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:22.913546 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-508d5fb3-deea-484a-a877-f02e373f6e08 req-bcf137ee-061d-4453-aa6a-14f16dee5349 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595036 Jul 18 08:50:22.984904 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be120906-7b1b-421f-adb2-f9632eb3c1ab req-7fea89ad-7af6-4737-bb18-b915a4fac964 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:22.986630 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be120906-7b1b-421f-adb2-f9632eb3c1ab req-7fea89ad-7af6-4737-bb18-b915a4fac964 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0560575 Jul 18 08:50:23.004512 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'Port': ['ID=d6a8363b-330c-40cc-802d-887214a29f53,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:23.045887 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be120906-7b1b-421f-adb2-f9632eb3c1ab req-4d4234a2-f701-4b4b-954e-e424a636a69c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529683 Jul 18 08:50:23.093116 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (b9c58e3e-0be8-4b23-a833-7c64f2ccf852), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:23.256136 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Floating IP b9c58e3e-0be8-4b23-a833-7c64f2ccf852 associated. External IP: 172.27.1.10, port: 2b862c2d-6596-4494-b33e-d23be8bd6301. Jul 18 08:50:23.312830 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:23.413935 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31760e24-104d-4678-9e4f-2ba58cdc21a9 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:50:23.425488 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Publish callbacks [] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:23.478072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Transition to ACTIVE for port object 31760e24-104d-4678-9e4f-2ba58cdc21a9 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:50:23.494995 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-807e18ec-b3fc-4d82-a090-e55d56a1a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:23.569546 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:23.619296 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12c973-1016-4e12-a644-e0b88242804f req-ddca9ae7-0e89-4e61-a873-8a855e5f8247 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:23.621059 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3d12c973-1016-4e12-a644-e0b88242804f req-ddca9ae7-0e89-4e61-a873-8a855e5f8247 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0998902 Jul 18 08:50:23.649600 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:23.680363 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:23.799560 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3d12c973-1016-4e12-a644-e0b88242804f req-b5241464-bc51-4073-850b-127afc000e47 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662323 Jul 18 08:50:23.877074 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Attempting to bind port 31760e24-104d-4678-9e4f-2ba58cdc21a9 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:50:23.877418 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Attempting to bind port 31760e24-104d-4678-9e4f-2ba58cdc21a9 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:50:23.877751 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Attempting to bind port 31760e24-104d-4678-9e4f-2ba58cdc21a9 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:50:23.887312 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Port 31760e24-104d-4678-9e4f-2ba58cdc21a9 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:50:23.887807 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Attempting to bind port 31760e24-104d-4678-9e4f-2ba58cdc21a9 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:50:23.890750 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:23.903581 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:50:23.903955 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Checking segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:50:23.904399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Bound using segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:50:23.904852 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Bound port: 31760e24-104d-4678-9e4f-2ba58cdc21a9, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:50:23.905213 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:23.910775 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] Sync routers for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:23.927149 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:23.929387 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:23.930041 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:23.975720 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75367-ca70-4608-ab8d-8f5704c1afeb req-554c6706-b7ed-41d6-b1ca-edddc4fd2b3e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:23.982187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:50:23.983871 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-63a75367-ca70-4608-ab8d-8f5704c1afeb req-554c6706-b7ed-41d6-b1ca-edddc4fd2b3e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0680943 Jul 18 08:50:23.985539 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:50:24.005998 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.040269 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-63a75367-ca70-4608-ab8d-8f5704c1afeb req-c8cc3343-48ae-48cd-8e7a-bfb0eef98aee tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552478 Jul 18 08:50:24.046444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:24.046622 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-4323444c-cb1c-4df3-9b32-d46ede93d7c2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8488128 Jul 18 08:50:24.046622 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:24.046622 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:24.046877 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55468) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:24.052313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770594222', 'description': 'tempest-secgroup-smoke-770594222 description', 'project_id': '0a75147b684f470890244abb41bc7d67'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:24.084921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.118938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3287cb35-62ac-4d8a-8b0f-9643f7a253b7 x-openstack-request-id: req-3287cb35-62ac-4d8a-8b0f-9643f7a253b7 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:24.119650 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:24.119786 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3287cb35-62ac-4d8a-8b0f-9643f7a253b7 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:24.120445 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3287cb35-62ac-4d8a-8b0f-9643f7a253b7'] response: {'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'status': 'completed', 'code': 200} Jul 18 08:50:24.188318 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:24.189122 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.191353 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/31760e24-104d-4678-9e4f-2ba58cdc21a9 HTTP/1.1" status: 200 len: 1094 time: 1.4556558 Jul 18 08:50:24.224199 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9230d2-a399-4096-912b-9a98ffa5c2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:24.280019 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.307083 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-8473fb87-fd09-4d12-8e92-e50dd107936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:24.311017 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-8473fb87-fd09-4d12-8e92-e50dd107936a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1130 time: 0.1869080 Jul 18 08:50:24.327308 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d1f2-5eb2-4c99-84dc-b255d4b5d248 req-23bc4838-a579-4803-afeb-bb9775291b8b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:24.341649 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d455d1f2-5eb2-4c99-84dc-b255d4b5d248 req-23bc4838-a579-4803-afeb-bb9775291b8b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.1269662 Jul 18 08:50:24.363356 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'b9c58e3e-0be8-4b23-a833-7c64f2ccf852', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'port_id': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'mac_address': 'fa:16:3e:a8:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:21Z', 'updated_at': '2022-07-18T08:50:21Z', 'revision_number': 0, 'project_id': '0a75147b684f470890244abb41bc7d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:10Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:24.395177 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] Checking router: 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:24.400502 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:24.406400 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:24.407098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:24.409852 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:24.442760 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d455d1f2-5eb2-4c99-84dc-b255d4b5d248 req-ddd03f46-2c36-4587-908f-8e9d3665d283 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000261 Jul 18 08:50:24.444429 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:24.455742 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:24.477633 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group (70dff4e9-152c-49aa-8332-cd8d6ea76c8f), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.535243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (70dff4e9-152c-49aa-8332-cd8d6ea76c8f), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.559125 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:24.561441 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:24.567137 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dff4e9-152c-49aa-8332-cd8d6ea76c8f,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:24.643361 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.646005 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.647259 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8fe13440-694b-4474-b213-065984658b8a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5993879 Jul 18 08:50:24.650277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55474) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:24.655125 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group_rule': {'security_group_id': '70dff4e9-152c-49aa-8332-cd8d6ea76c8f', 'project_id': '0a75147b684f470890244abb41bc7d67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:24.750994 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (369cba29-4a5c-4ab1-9d75-e3dfaae612f4), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.794820 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'b9c58e3e-0be8-4b23-a833-7c64f2ccf852', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'port_id': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'mac_address': 'fa:16:3e:a8:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:21Z', 'updated_at': '2022-07-18T08:50:21Z', 'revision_number': 0, 'project_id': '0a75147b684f470890244abb41bc7d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:10Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:24.814771 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (369cba29-4a5c-4ab1-9d75-e3dfaae612f4), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.820828 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efce9a-14cc-4558-9f1f-86eb17f976dd None None] The sync data for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi is: [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'b9c58e3e-0be8-4b23-a833-7c64f2ccf852', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'port_id': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'mac_address': 'fa:16:3e:a8:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:21Z', 'updated_at': '2022-07-18T08:50:21Z', 'revision_number': 0, 'project_id': '0a75147b684f470890244abb41bc7d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:10Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:24.903004 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (369cba29-4a5c-4ab1-9d75-e3dfaae612f4), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:24.955700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369cba29-4a5c-4ab1-9d75-e3dfaae612f4,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:24.974115 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-14dfc0d0-5eb3-4126-8460-4dafc6ae552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:24.976881 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-14dfc0d0-5eb3-4126-8460-4dafc6ae552d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 1128 time: 0.0977054 Jul 18 08:50:24.987401 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652797dd-ffb1-480f-bdbb-9783e442ae15 req-2d7b1539-3a33-4a0a-a7a4-ade6debd0dc1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:24.987907 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-9ef8a66d-c0f3-4c4f-8f3f-a936d606636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:24.989291 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-9ef8a66d-c0f3-4c4f-8f3f-a936d606636f service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.1214252 Jul 18 08:50:24.989638 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-652797dd-ffb1-480f-bdbb-9783e442ae15 req-2d7b1539-3a33-4a0a-a7a4-ade6debd0dc1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0911775 Jul 18 08:50:25.032948 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-537f38b4-e677-4a2c-9f0c-1e492a3b1398 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9 HTTP/1.1" status: 200 len: 217 time: 0.0423315 Jul 18 08:50:25.046853 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.048491 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2b61c1c8-f20f-4c27-a747-778b1fb24f23 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3968282 Jul 18 08:50:25.051706 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55478) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:25.057046 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group_rule': {'security_group_id': '70dff4e9-152c-49aa-8332-cd8d6ea76c8f', 'project_id': '0a75147b684f470890244abb41bc7d67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:25.084559 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:25.093581 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-af57bb0e-54b9-47ef-a631-4d567bf0828b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 999 time: 0.0948939 Jul 18 08:50:25.100210 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde0ffc-5904-49bb-bb49-601bee01cc04 None None] New status for floating IP b9c58e3e-0be8-4b23-a833-7c64f2ccf852: ACTIVE {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:50:25.121735 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-652797dd-ffb1-480f-bdbb-9783e442ae15 req-57eb5364-065c-41da-819e-195f2fbf6a51 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970964 Jul 18 08:50:25.124911 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-205e1a2f-4b1b-450c-89c0-504db3423701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.127577 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-205e1a2f-4b1b-450c-89c0-504db3423701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0807776 Jul 18 08:50:25.199823 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:25.216167 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-ff5ec933-9a6c-4bd1-b3bb-2e0c811c7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.218301 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-ff5ec933-9a6c-4bd1-b3bb-2e0c811c7bb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.1160898 Jul 18 08:50:25.222668 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (a0ba7d15-4f5a-4451-bbee-59404a68e52b), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.242650 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7051-a701-463f-805f-21c604f2956a req-46919995-652e-4631-88d4-cc3e5cf8a513 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.245115 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2edb7051-a701-463f-805f-21c604f2956a req-46919995-652e-4631-88d4-cc3e5cf8a513 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0818064 Jul 18 08:50:25.261406 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-0151162e-925d-4f57-aeb7-fd514129b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.263121 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-0151162e-925d-4f57-aeb7-fd514129b6e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073122 Jul 18 08:50:25.288371 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b316-f4d5-48c2-9b62-d6fdb1beeefb req-a94549e4-15e7-464f-82af-e8da4fc8eadb tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.289911 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5d41b316-f4d5-48c2-9b62-d6fdb1beeefb req-a94549e4-15e7-464f-82af-e8da4fc8eadb tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0722263 Jul 18 08:50:25.301893 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55484) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:25.313058 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'port_id': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:25.351101 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-b7fe3481-c8bf-429e-bf77-4b17a37a7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.352653 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-b7fe3481-c8bf-429e-bf77-4b17a37a7e8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027553 Jul 18 08:50:25.387009 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.406054 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (a0ba7d15-4f5a-4451-bbee-59404a68e52b), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.419237 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2edb7051-a701-463f-805f-21c604f2956a req-eff366e3-396f-4629-8926-b8a34048c241 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648529 Jul 18 08:50:25.503744 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-ca389ffb-f46b-4e40-816e-c11daff73798 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366796 Jul 18 08:50:25.506265 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (a0ba7d15-4f5a-4451-bbee-59404a68e52b), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.510673 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-b7eb83ed-79cc-4814-9094-57f69cbda542 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366488 Jul 18 08:50:25.556492 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ba7d15-4f5a-4451-bbee-59404a68e52b,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:25.633610 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31fcdcea-e2ac-4771-8a9f-d0d2d063d5e1 req-5054411f-ed1a-4875-90c3-e990d5eab553 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200845 Jul 18 08:50:25.662008 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.665956 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-40c8080c-ca33-42d9-8141-c8951245fec2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6098516 Jul 18 08:50:25.666220 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55488) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:25.671724 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group_rule': {'security_group_id': '70dff4e9-152c-49aa-8332-cd8d6ea76c8f', 'project_id': '0a75147b684f470890244abb41bc7d67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:25.677471 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:25.829769 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (faee58e1-1ce6-4e84-89d3-f7e6f73de70f), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.897392 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (faee58e1-1ce6-4e84-89d3-f7e6f73de70f), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.923704 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:25.936702 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db5b4-52d3-4111-951c-2f48bcbbf31f req-20ede8a0-bcec-49d4-b308-50192ec4bff4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:25.938199 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d68db5b4-52d3-4111-951c-2f48bcbbf31f req-20ede8a0-bcec-49d4-b308-50192ec4bff4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.4014733 Jul 18 08:50:25.963951 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (faee58e1-1ce6-4e84-89d3-f7e6f73de70f), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:25.984418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faee58e1-1ce6-4e84-89d3-f7e6f73de70f,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:26.034440 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f514c2b9-4f92-4352-bf43-6c15797b9237 req-199eb6e0-1a17-42b2-b023-95f33934ad18 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122983 Jul 18 08:50:26.060674 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d68db5b4-52d3-4111-951c-2f48bcbbf31f req-5817d721-2ff6-40d0-8e20-0acc7eac6e6f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141019 Jul 18 08:50:26.068991 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.070331 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0e68bf35-2a6f-4336-8aa3-7bca40813961 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029858 Jul 18 08:50:26.073599 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55490) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:26.079181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group_rule': {'security_group_id': '70dff4e9-152c-49aa-8332-cd8d6ea76c8f', 'project_id': '0a75147b684f470890244abb41bc7d67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:26.138505 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:26.140613 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7c85fd-f607-4be8-b55e-b26fd55709f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:26.198291 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbeb442-ebe9-4156-b158-fdd632592bb6 x-openstack-request-id: req-edbeb442-ebe9-4156-b158-fdd632592bb6 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:26.198554 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:26.200223 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-edbeb442-ebe9-4156-b158-fdd632592bb6 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:26.203024 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbeb442-ebe9-4156-b158-fdd632592bb6'] response: {'name': 'network-changed', 'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'status': 'completed', 'code': 200} Jul 18 08:50:26.244197 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.251163 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (ebc97fe4-dbb5-40f2-8975-8d8f0dc54b43), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.332055 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (ebc97fe4-dbb5-40f2-8975-8d8f0dc54b43), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.332626 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.415359 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.415593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (ebc97fe4-dbb5-40f2-8975-8d8f0dc54b43), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.437076 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc97fe4-dbb5-40f2-8975-8d8f0dc54b43,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:26.449779 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.527106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.528480 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ffd3ff32-5560-4513-aa47-fa56afcadd29 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4533484 Jul 18 08:50:26.531259 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55496) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:26.536308 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group_rule': {'security_group_id': '70dff4e9-152c-49aa-8332-cd8d6ea76c8f', 'project_id': '0a75147b684f470890244abb41bc7d67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:26.579522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-7cba05db-5a9a-44ff-bbab-5ebd47d06c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:26.581083 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-7cba05db-5a9a-44ff-bbab-5ebd47d06c12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 1128 time: 0.1153038 Jul 18 08:50:26.587725 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a associated. External IP: 172.27.1.79, port: c9bbf27b-9770-4d9c-8c89-bef4da1b48d3. Jul 18 08:50:26.596223 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66995108-630a-4a2d-ab49-09a43a9530a3 req-e014b1fd-7a02-4f16-ada0-fee7214a453a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:26.597865 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66995108-630a-4a2d-ab49-09a43a9530a3 req-e014b1fd-7a02-4f16-ada0-fee7214a453a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0959105 Jul 18 08:50:26.633130 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.securitygroups_db [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Project 0a75147b684f470890244abb41bc7d67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 08:50:26.641674 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (44f14cd8-40f4-463b-bf58-03fbd45cb593), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.663590 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:26.735282 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (44f14cd8-40f4-463b-bf58-03fbd45cb593), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:26.811493 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66995108-630a-4a2d-ab49-09a43a9530a3 req-0d94f78c-d1f3-4323-a40a-6d910c093f61 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722162 Jul 18 08:50:26.827170 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-73ee7a03-14b7-4974-aaa4-3a7f8e09b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:26.828962 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-73ee7a03-14b7-4974-aaa4-3a7f8e09b253 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.2291565 Jul 18 08:50:26.910302 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-c706a3ac-fa69-4e76-b1da-08537c9d601e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9 HTTP/1.1" status: 200 len: 217 time: 0.0734272 Jul 18 08:50:26.998213 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:27.004829 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-9c15c91e-016d-4024-b680-9ed5dca48086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:27.006327 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-9c15c91e-016d-4024-b680-9ed5dca48086 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0873327 Jul 18 08:50:27.026880 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:27.066633 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-ded3e2c6-18e1-45d9-91a5-a79988c657bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:27.068189 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-ded3e2c6-18e1-45d9-91a5-a79988c657bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548675 Jul 18 08:50:27.188428 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27477e1a-80e1-4a3d-9e3d-1c1b6e368432 req-b6cfe8d5-d754-409b-8b82-de903775f8f4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:27.190181 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-27477e1a-80e1-4a3d-9e3d-1c1b6e368432 req-b6cfe8d5-d754-409b-8b82-de903775f8f4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0561354 Jul 18 08:50:27.203882 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:27.235301 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:27.244663 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.247044 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-27477e1a-80e1-4a3d-9e3d-1c1b6e368432 req-04f82d50-2c87-4004-b0fa-66dfdf7aee56 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506670 Jul 18 08:50:27.249255 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:27.262221 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (44f14cd8-40f4-463b-bf58-03fbd45cb593), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.262599 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:27.263394 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:27.273163 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-172a4537-ab26-4889-8eda-cc8bb49d822e service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698163 Jul 18 08:50:27.281681 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f14cd8-40f4-463b-bf58-03fbd45cb593,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:27.293287 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0c2d910c-e228-4f5d-b340-25033c266d39 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "PUT /v2.0/floatingips/18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a HTTP/1.1" status: 200 len: 991 time: 1.9901867 Jul 18 08:50:27.379453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:27.384779 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-be7c85fd-f607-4be8-b55e-b26fd55709f2 req-64bd89fc-4d99-45bf-b9bc-1525c4793706 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055620 Jul 18 08:50:27.423430 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.427258 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-213b3ec2-ebe6-42aa-b839-bd8719be5b61 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8923252 Jul 18 08:50:27.427524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55504) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:27.432269 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'security_group_rule': {'security_group_id': '70dff4e9-152c-49aa-8332-cd8d6ea76c8f', 'project_id': '0a75147b684f470890244abb41bc7d67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:27.535641 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.securitygroups_db [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Project 0a75147b684f470890244abb41bc7d67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 08:50:27.542026 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (f900a994-fd4a-472e-a64f-e8c6634d6ed6), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.607712 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (f900a994-fd4a-472e-a64f-e8c6634d6ed6), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.608533 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:11:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:08Z', 'updated_at': '2022-07-18T08:50:26Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:27.634967 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:27.643962 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:27.644563 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:27.685257 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (f900a994-fd4a-472e-a64f-e8c6634d6ed6), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.704626 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f900a994-fd4a-472e-a64f-e8c6634d6ed6,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:27.764754 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:27.783077 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:27.784371 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d7e20066-ce8a-428d-a59c-c8416d240f48 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557451 Jul 18 08:50:27.889758 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-75c38623-c406-4ff1-851e-1e91220d7394 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770594222&fields=id&tenant_id=0a75147b684f470890244abb41bc7d67 HTTP/1.1" status: 200 len: 267 time: 0.0553255 Jul 18 08:50:27.956771 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd3ed3-624a-4f6a-8edf-652840bb5ed3 req-8f3bd239-ec9e-41b0-8a91-4af443bb807a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:27.958692 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fadd3ed3-624a-4f6a-8edf-652840bb5ed3 req-8f3bd239-ec9e-41b0-8a91-4af443bb807a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0581298 Jul 18 08:50:27.961177 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-655da257-4e2f-4e60-ab81-05e1de55d644 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:27.964878 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-655da257-4e2f-4e60-ab81-05e1de55d644 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0679374 Jul 18 08:50:27.977930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'port': {'security_groups': ['e749e348-ffb9-4dda-8f9d-ec621c812a6c', '70dff4e9-152c-49aa-8332-cd8d6ea76c8f']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:28.022119 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fadd3ed3-624a-4f6a-8edf-652840bb5ed3 req-4cd427d5-c705-4ee9-bed3-cd4b1d2afc9e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532689 Jul 18 08:50:28.031134 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:11:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:08Z', 'updated_at': '2022-07-18T08:50:26Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:28.034830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:28.063133 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fb061-d8fc-4a3c-b26b-f9cb502ef637 None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:11:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:08Z', 'updated_at': '2022-07-18T08:50:26Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:28.075999 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:28.085568 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:28.205366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:28.208069 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d625a6a-7904-404b-8fd1-d82d5b47341a" -d '{"events": [{"name": "network-changed", "server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:28.258905 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef059c3-c398-4571-8965-9d690f40455e x-openstack-request-id: req-cef059c3-c398-4571-8965-9d690f40455e {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:28.259744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:28.259744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cef059c3-c398-4571-8965-9d690f40455e {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:28.259959 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef059c3-c398-4571-8965-9d690f40455e'] response: {'name': 'network-changed', 'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'status': 'completed', 'code': 200} Jul 18 08:50:28.293339 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425568a4-dd0d-4a2a-ad31-439aa9013fa9 None None] New status for floating IP 18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a: ACTIVE {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:50:28.319893 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:28.374736 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-37b91333-e75d-4f93-9326-23d33894a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.376463 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-37b91333-e75d-4f93-9326-23d33894a3d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 1130 time: 0.0969658 Jul 18 08:50:28.381358 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:28.388257 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8cc67-b9a4-4062-9590-f258d1385838 req-9d496053-09d1-45d0-ba71-2d2b60ad62b8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.389873 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e1d8cc67-b9a4-4062-9590-f258d1385838 req-9d496053-09d1-45d0-ba71-2d2b60ad62b8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0571094 Jul 18 08:50:28.444892 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e1d8cc67-b9a4-4062-9590-f258d1385838 req-67dfee24-38c3-4395-ae2c-d246a35780e1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486670 Jul 18 08:50:28.451118 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:28.471661 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['2b862c2d-6596-4494-b33e-d23be8bd6301'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:50:28.532602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.533958 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:28.534855 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-066f0ae3-8044-43f6-b246-eb3b9f381784 req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "PUT /v2.0/ports/2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 982 time: 0.5617757 Jul 18 08:50:28.546337 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-45aa53ed-a068-4390-997d-b0a5401fc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.547992 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-45aa53ed-a068-4390-997d-b0a5401fc072 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 916 time: 0.1643479 Jul 18 08:50:28.611233 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c2cf1-c4ce-4d8b-acce-13d74895e84f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=6']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:28.656774 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['2b862c2d-6596-4494-b33e-d23be8bd6301'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:50:28.673100 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-5e7b11c8-e586-4f7c-bcc4-54a02ec9bfb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 HTTP/1.1" status: 200 len: 1001 time: 0.1153555 Jul 18 08:50:28.698515 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2fff-cad5-4dcb-9f51-a25be53e6441 req-ef1cb4c6-509b-435f-8286-5f8dfa556ec9 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.701168 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-128b2fff-cad5-4dcb-9f51-a25be53e6441 req-ef1cb4c6-509b-435f-8286-5f8dfa556ec9 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0589628 Jul 18 08:50:28.753474 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-15223a29-c71f-4b42-8523-a73096a1a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.759372 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-15223a29-c71f-4b42-8523-a73096a1a05f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.0797188 Jul 18 08:50:28.790931 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-128b2fff-cad5-4dcb-9f51-a25be53e6441 req-65d15339-a04c-4ca8-aa81-efd912b64f96 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784764 Jul 18 08:50:28.826103 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-61b2d5b4-781a-4042-a18c-ddaf25cfb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:28.837245 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-61b2d5b4-781a-4042-a18c-ddaf25cfb7e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617950 Jul 18 08:50:28.950191 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-66a40651-1f94-4511-b93d-1efcc4036c09 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056755 Jul 18 08:50:29.016296 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-62b1511d-cde7-4e76-a457-233104dfa96f None None] Provisioning complete for port 2b862c2d-6596-4494-b33e-d23be8bd6301 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:29.016672 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-62b1511d-cde7-4e76-a457-233104dfa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:29.022379 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:29.061776 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2d625a6a-7904-404b-8fd1-d82d5b47341a req-81cd297a-96f0-498a-a25c-3d4f96cc9e0f service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022394 Jul 18 08:50:29.111246 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:29.157626 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7447f-e3cc-411a-b25c-f8311f3ff68f req-b51d6e83-2af2-4b39-a5d6-a14fb0ea573a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:29.159260 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-97d7447f-e3cc-411a-b25c-f8311f3ff68f req-b51d6e83-2af2-4b39-a5d6-a14fb0ea573a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0567439 Jul 18 08:50:29.242528 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-97d7447f-e3cc-411a-b25c-f8311f3ff68f req-ad1af773-09a5-49c3-bf18-4a7199a785c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765746 Jul 18 08:50:29.252744 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-62b1511d-cde7-4e76-a457-233104dfa96f None None] Current status of the port 2b862c2d-6596-4494-b33e-d23be8bd6301 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:29.275822 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:29.387793 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:29.529189 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:50:29.568197 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67802d99-74ea-4e03-bf48-17c038020646 req-9525a2e5-7110-4303-a559-0ca229565dee tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:29.569677 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-67802d99-74ea-4e03-bf48-17c038020646 req-9525a2e5-7110-4303-a559-0ca229565dee tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Jul 18 08:50:29.624650 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-67802d99-74ea-4e03-bf48-17c038020646 req-ac39d041-252b-498d-9008-fe97ff7b7d9c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487559 Jul 18 08:50:30.261902 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:30.264362 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:30.301456 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e86cbca-a9ec-4c43-980d-8c874d5f3d25 x-openstack-request-id: req-0e86cbca-a9ec-4c43-980d-8c874d5f3d25 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:30.301749 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:30.302008 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e86cbca-a9ec-4c43-980d-8c874d5f3d25 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:30.302412 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e86cbca-a9ec-4c43-980d-8c874d5f3d25'] response: {'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'status': 'completed', 'code': 200} Jul 18 08:50:30.325514 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:30.365886 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215f19-fbbf-4d58-a0da-683f83c9152f req-a5f29234-b617-43bf-a87b-03dc42778db6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:30.367434 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7b215f19-fbbf-4d58-a0da-683f83c9152f req-a5f29234-b617-43bf-a87b-03dc42778db6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0527332 Jul 18 08:50:30.421062 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7b215f19-fbbf-4d58-a0da-683f83c9152f req-3f47da49-948c-41b3-a6dd-9d7614f060f0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Jul 18 08:50:30.706344 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:30.751986 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b444e4-3eab-4051-9eb8-be14e36f778a req-2121c1a3-b1ad-4768-bb2e-c8ede54fe704 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:30.753560 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-87b444e4-3eab-4051-9eb8-be14e36f778a req-2121c1a3-b1ad-4768-bb2e-c8ede54fe704 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0566201 Jul 18 08:50:30.803696 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-87b444e4-3eab-4051-9eb8-be14e36f778a req-275ebfee-b3c6-498e-aa20-d9cb6800cb4d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Jul 18 08:50:31.334205 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-e1563d10-dd01-45a8-aae6-309709d9dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:31.335706 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-e1563d10-dd01-45a8-aae6-309709d9dee3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1169 time: 0.0400672 Jul 18 08:50:31.429858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c618090-8ad9-4813-adb5-10587d725cd0 req-0df1a587-3330-4e0c-9c85-ac802712f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:31.431450 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9c618090-8ad9-4813-adb5-10587d725cd0 req-0df1a587-3330-4e0c-9c85-ac802712f61f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.0398638 Jul 18 08:50:31.502531 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9c618090-8ad9-4813-adb5-10587d725cd0 req-d931527a-675c-4536-921a-f42a8ee440b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579553 Jul 18 08:50:31.562727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cab3e7-64ff-401b-b2d3-06a8ebeafae6 req-d907d131-35df-4dfa-800e-eff8d34f34ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:31.564479 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-95cab3e7-64ff-401b-b2d3-06a8ebeafae6 req-d907d131-35df-4dfa-800e-eff8d34f34ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0570309 Jul 18 08:50:31.623452 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-95cab3e7-64ff-401b-b2d3-06a8ebeafae6 req-6708f866-24ff-4562-8588-1598ec897697 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529957 Jul 18 08:50:31.693179 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-474fe2e8-4ab8-4198-b301-54702b486091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:31.694673 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-474fe2e8-4ab8-4198-b301-54702b486091 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.3473988 Jul 18 08:50:31.959304 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b07f73-61a9-4bc4-b47c-1c13aa54ee19 req-7d5aef3f-2033-4052-8570-e5d3679cb1e4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:31.960836 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-82b07f73-61a9-4bc4-b47c-1c13aa54ee19 req-7d5aef3f-2033-4052-8570-e5d3679cb1e4 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0864103 Jul 18 08:50:31.987290 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-68f62df0-e924-4b57-9d10-47fe52f921e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 1001 time: 0.1038892 Jul 18 08:50:32.020061 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-82b07f73-61a9-4bc4-b47c-1c13aa54ee19 req-effb24d7-570b-46eb-ba90-39fa76f419ec tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510962 Jul 18 08:50:32.609785 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:32.746829 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2a0ec-d605-4d6e-83f1-6a5edd94972a req-a47b95cb-8430-4f4a-a913-df99877b9eee tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:32.748394 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cde2a0ec-d605-4d6e-83f1-6a5edd94972a req-a47b95cb-8430-4f4a-a913-df99877b9eee tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0488040 Jul 18 08:50:32.802158 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cde2a0ec-d605-4d6e-83f1-6a5edd94972a req-15592393-2686-4a49-965f-4b68945ab1f5 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467618 Jul 18 08:50:33.140876 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280535a-3b2a-40f6-9b90-588d8e7ceb87 req-f7b8fbe4-8158-4545-8f5f-8682d843872c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:33.142376 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d280535a-3b2a-40f6-9b90-588d8e7ceb87 req-f7b8fbe4-8158-4545-8f5f-8682d843872c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0472906 Jul 18 08:50:33.190760 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d280535a-3b2a-40f6-9b90-588d8e7ceb87 req-c5f27fdc-7d4d-460e-a964-5f1779a9f592 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428243 Jul 18 08:50:33.237514 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-6d44c49f-b6cf-4ac6-a8a6-e9de129fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:33.239058 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-6d44c49f-b6cf-4ac6-a8a6-e9de129fce78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.0470760 Jul 18 08:50:33.291526 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-dbfaf4cd-84a8-46db-b288-8b8de6e0137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:33.293472 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-dbfaf4cd-84a8-46db-b288-8b8de6e0137a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464127 Jul 18 08:50:33.413722 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-bb941c0a-fb56-42fd-be8d-b14a91f5fdfc service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907822 Jul 18 08:50:33.536293 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c976bdac-1cbe-4296-b8f4-d27e32a2b5c3 req-38b27ba4-7955-48de-a2a1-56b950b24f89 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945511 Jul 18 08:50:33.924932 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603e36c-fb62-473a-b74d-67776ff92f46 req-01183424-06da-4b81-b8a2-5fce77dcad75 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:33.926481 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6603e36c-fb62-473a-b74d-67776ff92f46 req-01183424-06da-4b81-b8a2-5fce77dcad75 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0488286 Jul 18 08:50:33.984190 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6603e36c-fb62-473a-b74d-67776ff92f46 req-f8b9bf95-e045-4000-bf25-46e852ffbabd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514352 Jul 18 08:50:34.044013 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 31760e24-104d-4678-9e4f-2ba58cdc21a9 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:50:34.150551 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:34.166136 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'port_id': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'mac_address': 'fa:16:3e:e4:82:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:50:34.205904 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 31760e24-104d-4678-9e4f-2ba58cdc21a9 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:34.206410 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:34.220984 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31760e24-104d-4678-9e4f-2ba58cdc21a9 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:50:34.243171 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:34.313430 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b297-b98a-470a-9b5f-ff0cfb4e495c req-04b5253b-0a7c-4b04-bc03-0771daac73e2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:34.315043 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4f2b297-b98a-470a-9b5f-ff0cfb4e495c req-04b5253b-0a7c-4b04-bc03-0771daac73e2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0518780 Jul 18 08:50:34.352149 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:34.373221 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4f2b297-b98a-470a-9b5f-ff0cfb4e495c req-51d3d660-feba-4347-ba72-73bed8a47f8f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513957 Jul 18 08:50:34.402829 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:34.741662 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['31760e24-104d-4678-9e4f-2ba58cdc21a9'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:50:35.111374 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb108b0-6a3f-47d1-93e8-9bdec5547d07 req-63545883-fa5d-40be-8a1a-975331f1c63a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:35.113123 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8eb108b0-6a3f-47d1-93e8-9bdec5547d07 req-63545883-fa5d-40be-8a1a-975331f1c63a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 945 time: 0.0527523 Jul 18 08:50:35.125651 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:35.169346 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8eb108b0-6a3f-47d1-93e8-9bdec5547d07 req-417f73ef-4c3d-40dc-842e-9596273079b9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502441 Jul 18 08:50:35.493353 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e60c-8b06-4ea6-b638-fdb85f1a37b3 req-eedca142-e51a-4168-a50f-30ef0ecb07a2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:35.494840 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c288e60c-8b06-4ea6-b638-fdb85f1a37b3 req-eedca142-e51a-4168-a50f-30ef0ecb07a2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0497787 Jul 18 08:50:35.545547 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:35.551232 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c288e60c-8b06-4ea6-b638-fdb85f1a37b3 req-4a34d1af-c2bf-49a0-8c2f-3431ca0f4dd3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496061 Jul 18 08:50:36.072204 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 31760e24-104d-4678-9e4f-2ba58cdc21a9 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:50:36.120084 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 31760e24-104d-4678-9e4f-2ba58cdc21a9 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:50:36.225673 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3cae-459a-451c-ab98-00f90bea2e0b req-ab17eb3c-8f1c-498c-a438-c7af0d49f694 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.227291 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f07d3cae-459a-451c-ab98-00f90bea2e0b req-ab17eb3c-8f1c-498c-a438-c7af0d49f694 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0574410 Jul 18 08:50:36.242577 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 31760e24-104d-4678-9e4f-2ba58cdc21a9 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:36.242961 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:36.285207 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f07d3cae-459a-451c-ab98-00f90bea2e0b req-37f0a646-4c49-40cd-b342-56ac0bd656e0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516829 Jul 18 08:50:36.335379 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 31760e24-104d-4678-9e4f-2ba58cdc21a9 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:50:36.335811 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:36.350717 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78fc7-b89d-4a1c-897b-64a5b9eb5dba req-7859f970-96f5-409f-80e4-7055ea1f5744 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.352448 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9ab78fc7-b89d-4a1c-897b-64a5b9eb5dba req-7859f970-96f5-409f-80e4-7055ea1f5744 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 945 time: 0.1030161 Jul 18 08:50:36.362662 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:36.365119 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ac423e-cfc0-4e10-8d53-bfa506b035e2" -d '{"events": [{"server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "name": "network-vif-plugged", "status": "completed", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:36.370587 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-5496cb7c-fbcf-449b-ba39-080901a95d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.377554 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-5496cb7c-fbcf-449b-ba39-080901a95d13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.0727627 Jul 18 08:50:36.391825 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:36.409710 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09adc3-2d7d-46ad-94ea-0b7fc4c6d7d7 x-openstack-request-id: req-7d09adc3-2d7d-46ad-94ea-0b7fc4c6d7d7 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:36.410006 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "name": "network-vif-plugged", "status": "completed", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:36.410290 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d09adc3-2d7d-46ad-94ea-0b7fc4c6d7d7 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:36.410693 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d09adc3-2d7d-46ad-94ea-0b7fc4c6d7d7'] response: {'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'code': 200} Jul 18 08:50:36.480892 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9ab78fc7-b89d-4a1c-897b-64a5b9eb5dba req-3e8fe4af-cf88-47d1-86d5-39daa3b6e163 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187513 Jul 18 08:50:36.491537 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:36.517069 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-774d38c4-254f-4e28-a0d4-9e5e478ac36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.518565 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-774d38c4-254f-4e28-a0d4-9e5e478ac36f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.1308055 Jul 18 08:50:36.529708 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:36.584574 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:36.628135 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-8eb9e3b6-a5f7-4aed-b448-7a1946c8a108 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 1001 time: 0.0623417 Jul 18 08:50:36.681913 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-5d5a1d63-8174-40f1-8f89-b964e154af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.683378 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-5d5a1d63-8174-40f1-8f89-b964e154af1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0491302 Jul 18 08:50:36.731346 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-f89ed132-ba63-4cf5-a3cd-2d2650467369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.732987 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-f89ed132-ba63-4cf5-a3cd-2d2650467369 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400074 Jul 18 08:50:36.835044 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-08c2af64-aebf-40ef-ac92-c6abcf3b818c service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898411 Jul 18 08:50:36.898510 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1471d35-57ae-43c1-9c79-6309f37c9685 req-1dcfe2f5-95fa-4cd1-839c-bc6ea573d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:36.899949 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a1471d35-57ae-43c1-9c79-6309f37c9685 req-1dcfe2f5-95fa-4cd1-839c-bc6ea573d1f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 1130 time: 0.0426388 Jul 18 08:50:36.945069 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d0a2a9c8-1f8d-488b-9058-f273c4770ea6 req-6d6ba93f-f0ed-46eb-90fc-c26bb83c4dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872993 Jul 18 08:50:36.948408 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a1471d35-57ae-43c1-9c79-6309f37c9685 req-f90f2e49-a50a-4d72-a90e-a9629868bcc1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Jul 18 08:50:37.407242 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30354-b415-4345-a1f2-632e4345fe74 req-2ef3d40a-5c08-454f-8518-6f90c90d5203 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:37.408777 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-19b30354-b415-4345-a1f2-632e4345fe74 req-2ef3d40a-5c08-454f-8518-6f90c90d5203 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Jul 18 08:50:37.457780 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-19b30354-b415-4345-a1f2-632e4345fe74 req-a4741709-50b4-4727-a1c2-57c8a201f5f2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Jul 18 08:50:37.607822 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6847a2b-924f-45e0-a6cb-0e7cca86d052 req-8e0ec6a5-5068-412a-aa46-9e0337f46e73 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:37.609295 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a6847a2b-924f-45e0-a6cb-0e7cca86d052 req-8e0ec6a5-5068-412a-aa46-9e0337f46e73 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.0496416 Jul 18 08:50:37.664186 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a6847a2b-924f-45e0-a6cb-0e7cca86d052 req-66e753c7-c3c9-4dd7-a555-10a59623b97d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491745 Jul 18 08:50:38.398138 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=19 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:38.581022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ee4e4-1675-4ae8-854b-22d341b3700c req-3771bb11-30d8-42c0-8e43-ea067a35ba6e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:38.582414 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be7ee4e4-1675-4ae8-854b-22d341b3700c req-3771bb11-30d8-42c0-8e43-ea067a35ba6e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0531383 Jul 18 08:50:38.633897 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be7ee4e4-1675-4ae8-854b-22d341b3700c req-562ac002-3fc7-493a-918c-e428589cb048 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458419 Jul 18 08:50:38.796885 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07327feb-4de8-4418-b271-cb67a2591219 req-8e75b1a7-ca20-44b8-b1b2-a6c70e257c76 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:38.799575 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-07327feb-4de8-4418-b271-cb67a2591219 req-8e75b1a7-ca20-44b8-b1b2-a6c70e257c76 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.0678778 Jul 18 08:50:38.854220 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-07327feb-4de8-4418-b271-cb67a2591219 req-ad920fea-0c86-45fb-a4be-88fd369cdfa1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492373 Jul 18 08:50:39.752914 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4188-6175-4c5a-bce5-70c1471d71cd req-64644072-47df-4d81-806d-1bb6b9d65a25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:39.754426 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-609a4188-6175-4c5a-bce5-70c1471d71cd req-64644072-47df-4d81-806d-1bb6b9d65a25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0467951 Jul 18 08:50:39.816042 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-609a4188-6175-4c5a-bce5-70c1471d71cd req-6468eba1-544d-4089-8fa6-6b4ceb9b3ef3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558290 Jul 18 08:50:39.985247 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef39ac0-02ad-4558-8cb3-fd53e43a3515 req-99e4ca73-aeb4-46bc-ad94-3bc56b457ce2 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:39.986784 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ef39ac0-02ad-4558-8cb3-fd53e43a3515 req-99e4ca73-aeb4-46bc-ad94-3bc56b457ce2 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.0491264 Jul 18 08:50:40.038295 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ef39ac0-02ad-4558-8cb3-fd53e43a3515 req-3fa1111c-6c85-4c2f-8ccf-0c8fb1a3c865 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459363 Jul 18 08:50:40.940267 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:40.949200 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5cc1f-fa47-4f22-8ec2-5dfeb600b8b3 req-9e6c4725-0223-4d20-b332-0ad494060a35 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:40.952103 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3ed5cc1f-fa47-4f22-8ec2-5dfeb600b8b3 req-9e6c4725-0223-4d20-b332-0ad494060a35 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Jul 18 08:50:41.003234 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3ed5cc1f-fa47-4f22-8ec2-5dfeb600b8b3 req-a3f92331-5f2e-4b13-97da-e6c76a002796 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Jul 18 08:50:41.124049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46678a-f056-4cc9-9975-02fd7604abae req-da8fd7cc-a60c-4e94-a9bd-50e421cf30cd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:41.125864 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a46678a-f056-4cc9-9975-02fd7604abae req-da8fd7cc-a60c-4e94-a9bd-50e421cf30cd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0554299 Jul 18 08:50:41.134552 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55596) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:41.139119 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Request body: {'floatingip': {'port_id': '098eed33-e2bd-493f-826e-a819152c71b1'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:41.159371 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c13613-b617-4a44-9907-113720a259ae req-2b5ffdf5-38b2-4fd3-9725-f36b5968e127 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:41.160885 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a6c13613-b617-4a44-9907-113720a259ae req-2b5ffdf5-38b2-4fd3-9725-f36b5968e127 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.0503879 Jul 18 08:50:41.179023 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:41.193902 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:41.211282 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a6c13613-b617-4a44-9907-113720a259ae req-8746e117-7f82-4ec7-b021-f61fcc8f47f0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Jul 18 08:50:41.365549 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed48971-e628-4643-b82c-f3fd7b35ffea req-cd4451a2-e70e-43f2-a761-e01e7dbbf429 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:41.367112 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0ed48971-e628-4643-b82c-f3fd7b35ffea req-cd4451a2-e70e-43f2-a761-e01e7dbbf429 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.0791938 Jul 18 08:50:41.498072 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0ed48971-e628-4643-b82c-f3fd7b35ffea req-2534d723-0fb1-444a-b4fd-cafe3b4cbad0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230133 Jul 18 08:50:41.522726 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:41.523471 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55604) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:41.661478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad8149-cb46-47ed-a1cb-3ce73c10e381 tempest-TestVolumeBootPattern-2059422744 tempest-TestVolumeBootPattern-2059422744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:41.663039 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-20ad8149-cb46-47ed-a1cb-3ce73c10e381 tempest-TestVolumeBootPattern-2059422744 tempest-TestVolumeBootPattern-2059422744-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 1125 time: 0.1385853 Jul 18 08:50:41.666089 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55612) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:41.670475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'port_id': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:41.825385 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:41.867881 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:41.921718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:41.961598 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:42.121331 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Allocated IP 172.27.1.82 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/7fdca498-dcc1-4f0d-ba35-09e3d18fbb50) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:42.173544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:42.284614 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:42.297641 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Router b162ecfe-f7d4-4c66-862f-88ca255cede9 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:42.332035 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:42.444846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:42.450310 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:42.457943 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] Sync routers for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:42.472052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:42.472993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:42.486553 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:42.490892 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:42.491509 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36213aef-2cd6-4a60-8f95-6355113c07f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:42.541452 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c669fa99-a3ac-4509-ac4a-57103a3aa981 x-openstack-request-id: req-c669fa99-a3ac-4509-ac4a-57103a3aa981 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:42.541885 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:42.542026 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c669fa99-a3ac-4509-ac4a-57103a3aa981 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:42.542405 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c669fa99-a3ac-4509-ac4a-57103a3aa981'] response: {'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1', 'status': 'completed', 'code': 200} Jul 18 08:50:42.566916 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:42.573593 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0e114522-a645-406b-b3e6-ddd64929bd2b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "PUT /v2.0/floatingips/0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a HTTP/1.1" status: 200 len: 993 time: 1.4356718 Jul 18 08:50:42.573593 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=7fdca498-dcc1-4f0d-ba35-09e3d18fbb50,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:42.575247 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:42.577580 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:42.604968 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:42.624268 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-c8d66015-ad73-4c07-b550-8ff76cbfd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:42.627619 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-c8d66015-ad73-4c07-b550-8ff76cbfd979 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.0574503 Jul 18 08:50:42.646971 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:42.821593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-c9c39cdc-59aa-4f46-8efd-c8286a739828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:42.823454 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-c9c39cdc-59aa-4f46-8efd-c8286a739828 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.1219568 Jul 18 08:50:42.882211 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:42.904050 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:46Z', 'updated_at': '2022-07-18T08:50:41Z', 'revision_number': 3, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:42.910804 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-55f3a2f2-eff9-4663-81ab-3121a52937ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 1001 time: 0.0804267 Jul 18 08:50:42.939869 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] Checking router: b162ecfe-f7d4-4c66-862f-88ca255cede9 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:42.949702 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:42.951131 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:42.951858 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:42.974564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:42.980828 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-b357837b-fbd7-404d-b05b-a7d4c6108d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:42.983346 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-b357837b-fbd7-404d-b05b-a7d4c6108d50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0637112 Jul 18 08:50:43.052753 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (a22a6b46-24b6-4803-af6f-d3d79edbcff8), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:43.108749 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-27017d70-8223-4ea2-9724-5c27c989a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:43.111983 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-27017d70-8223-4ea2-9724-5c27c989a4ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1181536 Jul 18 08:50:43.139134 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:43.236277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:43.251199 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-64681353-0abc-49a5-bc74-7ded47028ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278625 Jul 18 08:50:43.386338 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-36213aef-2cd6-4a60-8f95-6355113c07f2 req-22ac41b1-f75e-45e2-a71d-eced69b7dbd1 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293879 Jul 18 08:50:43.455476 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:46Z', 'updated_at': '2022-07-18T08:50:41Z', 'revision_number': 3, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:43.485433 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab9540-979d-48f7-88ec-813def9f20a1 None None] The sync data for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi is: [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'port_id': '098eed33-e2bd-493f-826e-a819152c71b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'mac_address': 'fa:16:3e:fa:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d75586-3142-49ba-b48b-9db088664de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:48:46Z', 'updated_at': '2022-07-18T08:50:41Z', 'revision_number': 3, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:43.522497 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:43.694993 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:43.711056 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:43.774962 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:43.874347 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=7fdca498-dcc1-4f0d-ba35-09e3d18fbb50,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:43.890198 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (a22a6b46-24b6-4803-af6f-d3d79edbcff8), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:43.992476 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Floating IP a22a6b46-24b6-4803-af6f-d3d79edbcff8 associated. External IP: 172.27.1.82, port: 31760e24-104d-4678-9e4f-2ba58cdc21a9. Jul 18 08:50:44.220338 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:44.332165 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:44.343506 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:44.354393 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:44.355005 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:44.451510 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:44.485050 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:44.486013 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0116a1bd-a599-48c2-8380-c0771cbebe4d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8188953 Jul 18 08:50:44.543657 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1'}, {'name': 'network-changed', 'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:44.546810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785f218c-d4da-48dc-b548-f661d77e85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1"}, {"name": "network-changed", "server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:44.590994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5d56b-7e63-42ac-a140-4dd545e1418a x-openstack-request-id: req-ebc5d56b-7e63-42ac-a140-4dd545e1418a {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:44.591832 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "tag": "098eed33-e2bd-493f-826e-a819152c71b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:44.592172 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ebc5d56b-7e63-42ac-a140-4dd545e1418a {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:44.592593 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc5d56b-7e63-42ac-a140-4dd545e1418a'] response: {'name': 'network-changed', 'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1', 'status': 'completed', 'code': 200} Jul 18 08:50:44.592862 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc5d56b-7e63-42ac-a140-4dd545e1418a'] response: {'name': 'network-changed', 'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'status': 'completed', 'code': 200} Jul 18 08:50:44.699956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1590e8-8b58-4b8b-8347-4898bed256f7 req-f9144aed-5e60-4e80-811b-d2139e6bead9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:44.701503 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be1590e8-8b58-4b8b-8347-4898bed256f7 req-f9144aed-5e60-4e80-811b-d2139e6bead9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0496747 Jul 18 08:50:44.721069 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'a22a6b46-24b6-4803-af6f-d3d79edbcff8', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:e4:82:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:42Z', 'updated_at': '2022-07-18T08:50:42Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:44.761645 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be1590e8-8b58-4b8b-8347-4898bed256f7 req-4374d503-1ccb-41dc-848e-c0a67f2f4655 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475578 Jul 18 08:50:44.836993 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:44.848420 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:44.849049 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:44.955851 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:45.163683 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:45.172837 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'a22a6b46-24b6-4803-af6f-d3d79edbcff8', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:e4:82:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:42Z', 'updated_at': '2022-07-18T08:50:42Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:45.201853 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4ccaa-53e1-4d26-9851-2d16cc02db7c None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'a22a6b46-24b6-4803-af6f-d3d79edbcff8', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:e4:82:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:42Z', 'updated_at': '2022-07-18T08:50:42Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:45.391155 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe00ece-15d1-4bc1-b243-4970ab718b1f None None] New status for floating IP a22a6b46-24b6-4803-af6f-d3d79edbcff8: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:50:45.885300 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cad6-8b78-445a-a708-b7045e3f70a7 req-27ed3a38-cd16-4fe9-96e4-5cd25b23da36 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:45.886760 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b13cad6-8b78-445a-a708-b7045e3f70a7 req-27ed3a38-cd16-4fe9-96e4-5cd25b23da36 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0479417 Jul 18 08:50:45.932725 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:45.940564 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b13cad6-8b78-445a-a708-b7045e3f70a7 req-c8b30448-6a6b-4954-860f-3a71dfce76a3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480230 Jul 18 08:50:46.184110 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-501fb551-863d-485d-b746-6cbd92509846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.185700 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-501fb551-863d-485d-b746-6cbd92509846 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 1129 time: 0.0439935 Jul 18 08:50:46.284992 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-ee676659-f342-4702-9487-597e48240540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.286466 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-ee676659-f342-4702-9487-597e48240540 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 200 len: 919 time: 0.0907207 Jul 18 08:50:46.397032 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-576421e0-d45e-4edb-8ac4-e6edc036c1d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 200 len: 1001 time: 0.0598147 Jul 18 08:50:46.433843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:46.449253 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-7722a4e2-0636-483b-b907-c3b4bd7638d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.450736 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-7722a4e2-0636-483b-b907-c3b4bd7638d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 200 len: 857 time: 0.0472617 Jul 18 08:50:46.507697 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-bcdb228a-c9db-43cc-9518-cbdbd2a441c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.509226 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-bcdb228a-c9db-43cc-9518-cbdbd2a441c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7493bcf7-a4b9-4c49-a680-3a0a798b3b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402784 Jul 18 08:50:46.514389 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-95fd1eb6-a9d9-4ae8-b2e2-b086e7c67899 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.516600 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-95fd1eb6-a9d9-4ae8-b2e2-b086e7c67899 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0468981 Jul 18 08:50:46.609324 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Deleting port 222385f0-b84b-466b-a9f5-dab4e9dadd74 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:50:46.610382 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:46.622382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-adf4031e-126c-4aae-be6f-dec90b9c2966 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051714 Jul 18 08:50:46.713668 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] For port 222385f0-b84b-466b-a9f5-dab4e9dadd74, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=222385f0-b84b-466b-a9f5-dab4e9dadd74,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:46.714043 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:46.722284 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-c24e4799-e6fc-47fd-949d-2c52fd241319 service neutron] 10.222.0.47 "GET /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929189 Jul 18 08:50:46.808355 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-66050180-dec7-4ebb-bc41-fc3b9bf53cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.809861 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-66050180-dec7-4ebb-bc41-fc3b9bf53cca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 1130 time: 0.0414109 Jul 18 08:50:46.889085 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:46.889827 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (a892002d-bb4b-447a-99ad-9f916b4db21c), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:46.889827 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Floating IP a892002d-bb4b-447a-99ad-9f916b4db21c disassociated. External IP: 172.27.1.171, port: 222385f0-b84b-466b-a9f5-dab4e9dadd74. Jul 18 08:50:46.890101 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Calling delete_port for 222385f0-b84b-466b-a9f5-dab4e9dadd74 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:50:46.899419 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:46.914783 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-eb647bcb-dc40-4901-9339-b29ea99c3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:46.916326 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-eb647bcb-dc40-4901-9339-b29ea99c3655 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.1000309 Jul 18 08:50:46.990122 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-79935d76-1e42-4643-b903-530c1fc596cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9 HTTP/1.1" status: 200 len: 1001 time: 0.0662823 Jul 18 08:50:47.084946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-f1442d54-438b-4ef7-81a3-450109bd7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:47.086393 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-f1442d54-438b-4ef7-81a3-450109bd7cda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0829158 Jul 18 08:50:47.092525 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d31d8-2e98-4155-ae8d-1ff350c48937 req-24e6a775-ea08-4ccd-a3f6-cfd2e93b72a5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:47.094162 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9f5d31d8-2e98-4155-ae8d-1ff350c48937 req-24e6a775-ea08-4ccd-a3f6-cfd2e93b72a5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 946 time: 0.0616851 Jul 18 08:50:47.112592 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (222385f0-b84b-466b-a9f5-dab4e9dadd74), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:47.144809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event deleted for resources: {'Port': ['ID=222385f0-b84b-466b-a9f5-dab4e9dadd74,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:47.160362 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f218c-d4da-48dc-b548-f661d77e85ce req-f6678d82-e273-4f50-a23c-d6ebe36dfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:47.160362 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-f6678d82-e273-4f50-a23c-d6ebe36dfa50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631070 Jul 18 08:50:47.264659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Router 52ee62ff-812c-4d50-ba2a-917e7704959c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:47.314267 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:47.378204 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:47.394025 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:47.414008 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:47.415124 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:47.451322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] No DVR routers for this DVR port 222385f0-b84b-466b-a9f5-dab4e9dadd74 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:50:47.456730 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:47.462361 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-48ddebc3-e4b5-4b30-8f24-2bbd7a7458b4 req-ea4f19ed-b798-459f-94f0-f1177b6b9b73 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "DELETE /v2.0/ports/222385f0-b84b-466b-a9f5-dab4e9dadd74 HTTP/1.1" status: 204 len: 173 time: 0.9410775 Jul 18 08:50:47.462725 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:47.463206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-deleted', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:47.467564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd6e71b-6173-4cce-84c7-a89151190cc0" -d '{"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-deleted", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:47.478005 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9f5d31d8-2e98-4155-ae8d-1ff350c48937 req-9eea5c9c-3bca-4aa6-8c74-6f5ebe075f14 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fa9fe7c-f587-4c16-a883-e4feeb3f483c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739953 Jul 18 08:50:47.549281 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a6125-33a4-447f-91c0-754535d7f9a8 x-openstack-request-id: req-f39a6125-33a4-447f-91c0-754535d7f9a8 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:47.550067 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6245b-0c6d-4a19-85c6-841d85912f2e", "name": "network-vif-deleted", "tag": "222385f0-b84b-466b-a9f5-dab4e9dadd74", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:47.550659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f39a6125-33a4-447f-91c0-754535d7f9a8 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:47.551484 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39a6125-33a4-447f-91c0-754535d7f9a8'] response: {'server_uuid': 'f3d6245b-0c6d-4a19-85c6-841d85912f2e', 'name': 'network-vif-deleted', 'tag': '222385f0-b84b-466b-a9f5-dab4e9dadd74', 'status': 'completed', 'code': 200} Jul 18 08:50:47.586250 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-9f81bbf4-1507-4765-8177-86dd819ed744 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185188 Jul 18 08:50:47.600933 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:47.696116 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-785f218c-d4da-48dc-b548-f661d77e85ce req-c58faf5c-111c-42f5-a62e-e5d9650f8f6d service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032197 Jul 18 08:50:47.803293 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:47.805678 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:47.828868 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:47.837659 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:47.838274 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:47.941307 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:48.143458 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:48.169277 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7233af-36f8-4702-9833-ec13dd68faea None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:48.387901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398249de-360d-47c9-8d0f-da4e99383938 None None] New status for floating IP a892002d-bb4b-447a-99ad-9f916b4db21c: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:50:48.617707 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-334927c2-315e-4dfe-b7c9-ea327b57f25f req-5d5c2ca8-72aa-4baf-9cff-d62c5ecad4a6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d6245b-0c6d-4a19-85c6-841d85912f2e HTTP/1.1" status: 200 len: 210 time: 0.0367482 Jul 18 08:50:49.783879 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55656) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:49.845505 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8673c8ab-4b79-48d2-b4fe-a75859465e66 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (7fa9fe7c-f587-4c16-a883-e4feeb3f483c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:49.871519 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8673c8ab-4b79-48d2-b4fe-a75859465e66 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (7fa9fe7c-f587-4c16-a883-e4feeb3f483c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.025683 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8673c8ab-4b79-48d2-b4fe-a75859465e66 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (7fa9fe7c-f587-4c16-a883-e4feeb3f483c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.029527 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8673c8ab-4b79-48d2-b4fe-a75859465e66 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.031738 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8673c8ab-4b79-48d2-b4fe-a75859465e66 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "DELETE /v2.0/security-groups/7fa9fe7c-f587-4c16-a883-e4feeb3f483c HTTP/1.1" status: 204 len: 168 time: 0.2467065 Jul 18 08:50:50.035016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55658) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:50.042649 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673c8ab-4b79-48d2-b4fe-a75859465e66 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa9fe7c-f587-4c16-a883-e4feeb3f483c,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:50.050967 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.api.v2.resource [None req-5d0da69b-ae3c-41dd-bb3e-d3d19d8b3d57 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] show failed (client error): The resource could not be found. Jul 18 08:50:50.052033 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-5d0da69b-ae3c-41dd-bb3e-d3d19d8b3d57 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups/7fa9fe7c-f587-4c16-a883-e4feeb3f483c HTTP/1.1" status: 404 len: 347 time: 0.0159566 Jul 18 08:50:50.055189 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55660) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:50.158921 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:50:50.170576 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Deleting port 5c6fabcb-30be-41cc-abad-aaef1ebb9207 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:50:50.170919 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.183790 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 222385f0-b84b-466b-a9f5-dab4e9dadd74 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:50:50.184144 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 222385f0-b84b-466b-a9f5-dab4e9dadd74 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:50:50.256246 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.256575 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (5c6fabcb-30be-41cc-abad-aaef1ebb9207), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.268884 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Calling delete_port for 5c6fabcb-30be-41cc-abad-aaef1ebb9207 owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:50:50.495993 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (5c6fabcb-30be-41cc-abad-aaef1ebb9207), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.540830 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event deleted for resources: {'Port': ['ID=5c6fabcb-30be-41cc-abad-aaef1ebb9207,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:50.602396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (a892002d-bb4b-447a-99ad-9f916b4db21c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.605049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.606259 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0960f2a3-4c58-48ac-a94a-01c36972b54c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "DELETE /v2.0/floatingips/a892002d-bb4b-447a-99ad-9f916b4db21c HTTP/1.1" status: 204 len: 168 time: 0.5501087 Jul 18 08:50:50.767301 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55672) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:50.771946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021087861', 'description': 'tempest-description--1403225551'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:50.789810 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:50.867375 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:50.942114 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (6bb4a447-a9b0-47bd-94eb-33acca913e09), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.038243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (6bb4a447-a9b0-47bd-94eb-33acca913e09), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.048203 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee576a71-ab55-4879-8292-474b97e22be8 req-9dad26fc-96fa-46e2-9251-a865e070600e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:51.049868 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ee576a71-ab55-4879-8292-474b97e22be8 req-9dad26fc-96fa-46e2-9251-a865e070600e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0532656 Jul 18 08:50:51.073177 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb4a447-a9b0-47bd-94eb-33acca913e09,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:51.106711 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-18916b3f-416c-41cf-aab8-07ff995334dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.106970 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ee576a71-ab55-4879-8292-474b97e22be8 req-8073b111-4000-4d7a-ab69-eaa5f7291531 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510828 Jul 18 08:50:51.143552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.144869 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-048cf7f3-2ee2-460e-a4f5-f461b6150499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3764915 Jul 18 08:50:51.148859 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55678) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:51.153510 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'security_group_rule': {'security_group_id': '6bb4a447-a9b0-47bd-94eb-33acca913e09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:51.277754 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (1e06cbc7-ae30-4353-87ca-03cae64cb5c5), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.336476 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (1e06cbc7-ae30-4353-87ca-03cae64cb5c5), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.430594 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (1e06cbc7-ae30-4353-87ca-03cae64cb5c5), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.451693 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e06cbc7-ae30-4353-87ca-03cae64cb5c5,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:51.524289 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.525539 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a921aca0-439c-40b8-ab2f-9a0b059fe1bd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757381 Jul 18 08:50:51.528233 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55680) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:51.533378 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'security_group_rule': {'security_group_id': '6bb4a447-a9b0-47bd-94eb-33acca913e09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:51.618477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:51.620391 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (3de7db7a-be15-4512-bae3-5d6a66b9c2b8), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.682514 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (3de7db7a-be15-4512-bae3-5d6a66b9c2b8), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.762303 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (3de7db7a-be15-4512-bae3-5d6a66b9c2b8), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.783404 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de7db7a-be15-4512-bae3-5d6a66b9c2b8,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:51.862327 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:51.863579 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-acb3cf78-489c-495a-a082-083ee9f1c2ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344128 Jul 18 08:50:51.866767 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55682) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:51.871127 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:51.963895 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:52.045702 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:52.260565 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c3ba7-a465-4c3d-b4aa-d1cb604832cd req-91729ce3-fe38-4dc9-9e2d-41dc62feed4e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:52.262084 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be8c3ba7-a465-4c3d-b4aa-d1cb604832cd req-91729ce3-fe38-4dc9-9e2d-41dc62feed4e tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0802495 Jul 18 08:50:52.306620 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Allocated IP 172.27.1.195 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/51b28798-461b-4743-a1e6-51b787254874) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:52.327468 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:52.357681 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be8c3ba7-a465-4c3d-b4aa-d1cb604832cd req-e9658275-82e5-4903-be86-9a3de186f7df tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848017 Jul 18 08:50:52.444963 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for port (51b28798-461b-4743-a1e6-51b787254874), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:52.547775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (51b28798-461b-4743-a1e6-51b787254874), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:52.587219 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:52.595634 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:52.598261 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:52.603733 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'Port': ['ID=51b28798-461b-4743-a1e6-51b787254874,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:52.685464 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:52.689655 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (2432d705-1f65-45f2-9a59-0cc1c479146a), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:52.782515 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (51b28798-461b-4743-a1e6-51b787254874), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:52.938420 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for port (51b28798-461b-4743-a1e6-51b787254874), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.003757 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (51b28798-461b-4743-a1e6-51b787254874), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.070089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'Port': ['ID=51b28798-461b-4743-a1e6-51b787254874,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:53.085406 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (2432d705-1f65-45f2-9a59-0cc1c479146a), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.207921 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-f20e5e9e-cf2d-4029-a48c-191e6f67dd8d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:53.209374 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-f20e5e9e-cf2d-4029-a48c-191e6f67dd8d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0519056 Jul 18 08:50:53.212412 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.213497 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f1205a4f-fa56-4b77-8af9-4988c20e3a22 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3457942 Jul 18 08:50:53.332166 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Deleting port 01362a2e-5dd9-4114-9738-0a7259b6d8be {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:50:53.332510 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.379233 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:53.420614 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-5626b15c-b568-47f1-bf10-7e57dbba0a36 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1021087861&fields=id&tenant_id=ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 267 time: 0.0482647 Jul 18 08:50:53.474761 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] For port 01362a2e-5dd9-4114-9738-0a7259b6d8be, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=01362a2e-5dd9-4114-9738-0a7259b6d8be,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:50:53.475261 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.494873 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-9fae23d0-7eb8-4f41-abbd-5eaa80b83a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.503360 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70777013-1e61-4255-a778-a0b02a2b4851 req-b963e319-cbeb-466c-9ee8-fd131f43f0e6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:53.505431 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-70777013-1e61-4255-a778-a0b02a2b4851 req-b963e319-cbeb-466c-9ee8-fd131f43f0e6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 945 time: 0.0693932 Jul 18 08:50:53.541362 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-69138ac3-6ecf-4ce6-8757-5b77bd845412 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:53.543054 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-69138ac3-6ecf-4ce6-8757-5b77bd845412 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 816 time: 0.1105974 Jul 18 08:50:53.559345 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-75f13668-8004-4301-becd-82a34a1578f3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/quotas/ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 375 time: 0.0100994 Jul 18 08:50:53.616304 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-c011c624-0e88-4b9a-a8fb-6df8c4a1fc6b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505819 Jul 18 08:50:53.661318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:53.679878 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-70777013-1e61-4255-a778-a0b02a2b4851 req-9a6440c2-a233-4be5-b728-04e58bc0fc22 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=31fe6dea-bc19-41ec-af3a-c09dbc8992f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541328 Jul 18 08:50:53.714372 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-591edf89-d2a4-48c9-abb9-5d115b3151e6 service neutron] 10.222.0.57 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862951 Jul 18 08:50:53.727734 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:53.747349 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.747740 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (3a425132-1fe8-4351-89e5-41d62ee67d45), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.748059 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Floating IP 3a425132-1fe8-4351-89e5-41d62ee67d45 disassociated. External IP: 172.27.1.206, port: 01362a2e-5dd9-4114-9738-0a7259b6d8be. Jul 18 08:50:53.748407 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Calling delete_port for 01362a2e-5dd9-4114-9738-0a7259b6d8be owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:50:53.800513 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:53.809660 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-13303bb4-8d01-42af-858a-c8d314c78fcb service neutron] 10.222.0.57 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886798 Jul 18 08:50:53.970286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (01362a2e-5dd9-4114-9738-0a7259b6d8be), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:53.999405 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event deleted for resources: {'Port': ['ID=01362a2e-5dd9-4114-9738-0a7259b6d8be,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:54.131408 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d6355dde-666a-4656-bd90-3aac46309713 req-cebeb7e2-a9bc-4088-947a-729bafc53bc9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0390441 Jul 18 08:50:54.153268 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:50:54.268401 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:50:54.282093 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:50:54.294198 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:54.298225 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:54.341233 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] No DVR routers for this DVR port 01362a2e-5dd9-4114-9738-0a7259b6d8be on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:50:54.345848 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:54.349237 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-eba5c5c6-ee76-492d-b8c9-6ca22b06b031 req-cacdedac-ca1b-465c-9573-40054307fa80 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "DELETE /v2.0/ports/01362a2e-5dd9-4114-9738-0a7259b6d8be HTTP/1.1" status: 204 len: 173 time: 1.1311638 Jul 18 08:50:54.349708 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'name': 'network-vif-deleted', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:54.352506 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ec8381-3f0d-49ef-81df-57e07e978623" -d '{"events": [{"server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "name": "network-vif-deleted", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:54.399706 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:54.410097 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ecc99-4fe5-431a-b251-b05f0276f4e2 x-openstack-request-id: req-253ecc99-4fe5-431a-b251-b05f0276f4e2 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:54.410390 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcda6e64-2c95-4eb7-bff6-6e13f99e254e", "name": "network-vif-deleted", "tag": "01362a2e-5dd9-4114-9738-0a7259b6d8be", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:54.410641 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-253ecc99-4fe5-431a-b251-b05f0276f4e2 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:54.411042 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253ecc99-4fe5-431a-b251-b05f0276f4e2'] response: {'server_uuid': 'fcda6e64-2c95-4eb7-bff6-6e13f99e254e', 'name': 'network-vif-deleted', 'tag': '01362a2e-5dd9-4114-9738-0a7259b6d8be', 'status': 'completed', 'code': 200} Jul 18 08:50:54.424956 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:54.580999 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:54.710618 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37e6f-c9ce-44d0-8ded-bb5c2e63bef7 req-fcb4afbe-feab-4624-8a17-143129c79076 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:54.724731 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aca37e6f-c9ce-44d0-8ded-bb5c2e63bef7 req-fcb4afbe-feab-4624-8a17-143129c79076 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0739725 Jul 18 08:50:54.755197 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:54.782211 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:50:54.792185 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:50:54.792793 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:54.853535 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aca37e6f-c9ce-44d0-8ded-bb5c2e63bef7 req-a6b6baac-b6a8-4e41-81d6-34b9f5d8e9cc tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278713 Jul 18 08:50:54.879485 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-37497c48-3067-4e0c-bbff-916d1ca5d60f req-12926959-4546-43e3-a99b-46b45efdadd7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcda6e64-2c95-4eb7-bff6-6e13f99e254e HTTP/1.1" status: 200 len: 210 time: 0.0625415 Jul 18 08:50:54.907455 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-e63a80a6-830a-48cd-950e-56c047c62ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:54.909039 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-e63a80a6-830a-48cd-950e-56c047c62ef9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1169 time: 0.0436125 Jul 18 08:50:54.917506 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:50:54.991112 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:55.000626 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:55.015161 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-43866500-9551-40cc-b2c4-edef787794cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:55.016841 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-43866500-9551-40cc-b2c4-edef787794cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.0966847 Jul 18 08:50:55.082894 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-166a312d-bd72-428e-8ebf-b67e67d4df79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 1001 time: 0.0582607 Jul 18 08:50:55.118530 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:50:55.144832 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314365d-58dc-41dc-b51a-8a22cc4ce5fd None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:50:55.145758 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-386cb62c-7397-44f2-93b5-67b038ebce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:55.147412 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-386cb62c-7397-44f2-93b5-67b038ebce18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.0572352 Jul 18 08:50:55.199275 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-f0006e61-b01d-471e-b7ce-94953e16135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:55.201163 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-f0006e61-b01d-471e-b7ce-94953e16135f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436215 Jul 18 08:50:55.255115 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-76a8c270-f147-45b2-a59b-bbfdfb87c8ca req-5bb7b4ae-6db4-4782-a13a-cb7e8974fc02 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0351880 Jul 18 08:50:55.382229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e83db-a862-44d6-8a24-2822336cc473 None None] New status for floating IP 3a425132-1fe8-4351-89e5-41d62ee67d45: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:50:55.543441 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-949e7d4e-3682-42d9-b3d5-dae73d803745 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945120 Jul 18 08:50:55.649251 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7e96cf81-87fa-451d-84c2-9f28f9d145c1 req-15836035-a53c-43c3-bdfd-f1aea5efda8c service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888033 Jul 18 08:50:55.986050 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bca3c-ee74-4bd0-9c3a-e378615e3bf1 req-e448de07-e5cc-4a9a-89f6-d626d8f3678a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:55.987570 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-191bca3c-ee74-4bd0-9c3a-e378615e3bf1 req-e448de07-e5cc-4a9a-89f6-d626d8f3678a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0490968 Jul 18 08:50:56.053711 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-191bca3c-ee74-4bd0-9c3a-e378615e3bf1 req-5a0546ca-d7d3-4a08-8433-0de30b40ff33 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599880 Jul 18 08:50:56.088255 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55728) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:56.152065 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b87b05a2-c572-4ce3-ad44-0d32ba69adeb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (31fe6dea-bc19-41ec-af3a-c09dbc8992f2), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.178149 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b87b05a2-c572-4ce3-ad44-0d32ba69adeb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (31fe6dea-bc19-41ec-af3a-c09dbc8992f2), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.202444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 01362a2e-5dd9-4114-9738-0a7259b6d8be no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:50:56.206773 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:56.225741 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 01362a2e-5dd9-4114-9738-0a7259b6d8be {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:50:56.226094 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 01362a2e-5dd9-4114-9738-0a7259b6d8be not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:50:56.231957 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.330482 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b87b05a2-c572-4ce3-ad44-0d32ba69adeb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (31fe6dea-bc19-41ec-af3a-c09dbc8992f2), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.333099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b87b05a2-c572-4ce3-ad44-0d32ba69adeb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.337324 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b87b05a2-c572-4ce3-ad44-0d32ba69adeb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "DELETE /v2.0/security-groups/31fe6dea-bc19-41ec-af3a-c09dbc8992f2 HTTP/1.1" status: 204 len: 168 time: 0.2452090 Jul 18 08:50:56.337948 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55732) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:56.356470 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b05a2-c572-4ce3-ad44-0d32ba69adeb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe6dea-bc19-41ec-af3a-c09dbc8992f2,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:56.358556 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.api.v2.resource [None req-13912094-9ea0-4d1d-ac87-9c667b126c8f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] show failed (client error): The resource could not be found. Jul 18 08:50:56.360119 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1779db5d-e10c-4bfc-aa89-2def9f6a652f req-6e063bde-4709-4b70-ae5c-051ced8c9152 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0325184 Jul 18 08:50:56.361145 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-13912094-9ea0-4d1d-ac87-9c667b126c8f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups/31fe6dea-bc19-41ec-af3a-c09dbc8992f2 HTTP/1.1" status: 404 len: 347 time: 0.0220983 Jul 18 08:50:56.364246 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55734) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:56.466783 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.492096 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Deleting port bfc296b8-1e56-41dd-ab53-798ebcb14c98 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:50:56.492446 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.572418 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.572747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (bfc296b8-1e56-41dd-ab53-798ebcb14c98), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.585027 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Calling delete_port for bfc296b8-1e56-41dd-ab53-798ebcb14c98 owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:50:56.815139 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (bfc296b8-1e56-41dd-ab53-798ebcb14c98), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.815378 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-42f2a8dd-7720-41a9-8d47-62a9c65785ea tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:56.817423 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-42f2a8dd-7720-41a9-8d47-62a9c65785ea tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 816 time: 0.1059649 Jul 18 08:50:56.841428 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event deleted for resources: {'Port': ['ID=bfc296b8-1e56-41dd-ab53-798ebcb14c98,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:56.888681 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-c85b3a1f-f7a9-4c8e-9bab-e6e6911ab304 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 380 time: 0.0594134 Jul 18 08:50:56.900419 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'port': {'device_id': '18040578-a916-4929-ae00-067b0441f8e7', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'admin_state_up': True, 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'security_groups': ['6bb4a447-a9b0-47bd-94eb-33acca913e09']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:56.912316 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (3a425132-1fe8-4351-89e5-41d62ee67d45), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.914959 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:56.916421 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-82ed5560-9137-402a-9844-7ccea4ae1251 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "DELETE /v2.0/floatingips/3a425132-1fe8-4351-89e5-41d62ee67d45 HTTP/1.1" status: 204 len: 168 time: 0.5508437 Jul 18 08:50:57.124076 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Made reservation on behalf of ef2947427ce24f46baad0172db285cc8 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:50:57.128250 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.138602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55746) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:57.145286 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268245971', 'description': 'tempest-description--1238528377'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:57.175484 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:57.195525 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fbd73-b589-42d7-baa6-81eb974c46d8 req-b5a749c1-4cf2-4e1d-a1e3-ed8a0a0e0fbd tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:57.197138 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-551fbd73-b589-42d7-baa6-81eb974c46d8 req-b5a749c1-4cf2-4e1d-a1e3-ed8a0a0e0fbd tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0675468 Jul 18 08:50:57.260562 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-551fbd73-b589-42d7-baa6-81eb974c46d8 req-2791bde2-049f-4d75-a93c-0a461639f3de tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566897 Jul 18 08:50:57.266334 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Allocated IP 172.20.0.10 (b0fa8b1e-26fd-4098-8362-a39708ae2c08/ce57778b-4c6a-491c-96e9-8f5201aaa5d4/87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:57.277994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.309886 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:57.325879 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:57.354687 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (ed6fb23a-1088-40e2-994d-17790f772ce6), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.410351 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.426822 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ed6fb23a-1088-40e2-994d-17790f772ce6), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.459474 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6fb23a-1088-40e2-994d-17790f772ce6,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:57.469766 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c39e7822-a7d9-4964-b98b-9f1d12fa7cfa req-4e85e292-d0cb-4498-856c-e838084a26f8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0328827 Jul 18 08:50:57.518766 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.521114 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.522773 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6162c0dd-eef5-4b36-b7e1-adc35ab8e51f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3817451 Jul 18 08:50:57.532099 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55750) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:57.537071 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'security_group_rule': {'security_group_id': 'ed6fb23a-1088-40e2-994d-17790f772ce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:57.552763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:57.570845 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:57.574524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:57.580448 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:57.584492 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:57.638226 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:57.638226 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.650160 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (fc39fd40-0c27-4b25-9574-08c13fab2a90), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.722484 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (fc39fd40-0c27-4b25-9574-08c13fab2a90), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.787502 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-7d1b77e2-c861-4d61-a701-d3fb852f59c9 None None] Provisioning complete for port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:50:57.788147 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7d1b77e2-c861-4d61-a701-d3fb852f59c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.819734 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b77e2-c861-4d61-a701-d3fb852f59c9 None None] Port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:50:57.903603 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-a965f2f6-d4f4-4333-bde3-5de790e07b78 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077150 Jul 18 08:50:57.914587 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Request body: {'port': {'device_id': '18040578-a916-4929-ae00-067b0441f8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:57.935199 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (fc39fd40-0c27-4b25-9574-08c13fab2a90), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:57.954908 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc39fd40-0c27-4b25-9574-08c13fab2a90,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:57.980415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.061418 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.062930 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-b83cbb43-df90-4438-bd07-513033405389 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5297101 Jul 18 08:50:58.065718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55754) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:58.070099 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'security_group_rule': {'security_group_id': 'ed6fb23a-1088-40e2-994d-17790f772ce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:58.211985 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (6cb8440f-da93-450a-b179-cd582e103d1c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.254777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:50:58.263182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Publish callbacks [] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.275495 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (6cb8440f-da93-450a-b179-cd582e103d1c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.277689 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Transition to ACTIVE for port object 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:50:58.382538 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (6cb8440f-da93-450a-b179-cd582e103d1c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.398588 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aebcc1-6f70-4af9-9931-12b7d178d978 req-0f7a072c-b914-44f0-a539-67235d4a1fd7 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:58.400100 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8aebcc1-6f70-4af9-9931-12b7d178d978 req-0f7a072c-b914-44f0-a539-67235d4a1fd7 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0617795 Jul 18 08:50:58.409315 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.417559 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:58.419532 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb8440f-da93-450a-b179-cd582e103d1c,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:58.469623 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:58.482919 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b8aebcc1-6f70-4af9-9931-12b7d178d978 req-d7220d8c-67dc-4f85-bbf3-4c4cc77525da tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725121 Jul 18 08:50:58.531141 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.536171 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ab224136-2e3d-4df7-82c7-25cd39faddd6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4694178 Jul 18 08:50:58.544687 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55760) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:50:58.544687 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:50:58.553166 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Attempting to bind port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:50:58.553502 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Attempting to bind port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:50:58.553832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Attempting to bind port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:50:58.559342 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:50:58.560334 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Attempting to bind port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd on network b0fa8b1e-26fd-4098-8362-a39708ae2c08 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:50:58.580050 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:50:58.580391 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Checking segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:50:58.580772 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Bound using segment: {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:50:58.581228 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Bound port: 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23f359a-5095-42d6-ba16-a968d65ed5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:50:58.581598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.629909 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9f39e-3116-4c91-adb9-eefd807f6ede req-746d8de5-ecea-4f58-9379-93d8b0fa8193 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:58.631524 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ece9f39e-3116-4c91-adb9-eefd807f6ede req-746d8de5-ecea-4f58-9379-93d8b0fa8193 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0655551 Jul 18 08:50:58.643707 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.711621 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:50:58.717541 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:50:58.724075 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ece9f39e-3116-4c91-adb9-eefd807f6ede req-4e208740-cdb4-4f98-92f8-f11c5eb73dda tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737240 Jul 18 08:50:58.726768 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.792612 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.806574 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:58.829441 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:58.830225 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:58.831982 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 1094 time: 0.9215069 Jul 18 08:50:58.834367 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:50:58.837539 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b5eeb-2867-4678-91b5-204a46a55bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:50:58.870832 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Allocated IP 172.27.1.35 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/d9ee1d59-7ec1-4997-9bed-938c18cc380c) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:50:58.871039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932aa3f-c618-41cb-b88c-3a3faa9f0fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:58.897934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe04bc90-d858-4516-b560-87d1b347c4a9 x-openstack-request-id: req-fe04bc90-d858-4516-b560-87d1b347c4a9 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:50:58.898227 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:50:58.898603 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe04bc90-d858-4516-b560-87d1b347c4a9 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:50:58.899113 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe04bc90-d858-4516-b560-87d1b347c4a9'] response: {'name': 'network-changed', 'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'status': 'completed', 'code': 200} Jul 18 08:50:58.964887 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:58.977931 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5eeb-2867-4678-91b5-204a46a55bd0 req-f2fb96a3-6dfd-4cbf-84e8-3ad58ac19617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:58.979493 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b4b5eeb-2867-4678-91b5-204a46a55bd0 req-f2fb96a3-6dfd-4cbf-84e8-3ad58ac19617 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1128 time: 0.0530384 Jul 18 08:50:58.989477 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.090407 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.133073 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:50:59.138665 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:50:59.141734 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:50:59.171171 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'Port': ['ID=d9ee1d59-7ec1-4997-9bed-938c18cc380c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:59.239130 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.325062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:59.340556 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5eeb-2867-4678-91b5-204a46a55bd0 req-f43353ac-4bf5-48a7-9e6f-8281f821c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.342056 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b4b5eeb-2867-4678-91b5-204a46a55bd0 req-f43353ac-4bf5-48a7-9e6f-8281f821c43a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ef2947427ce24f46baad0172db285cc8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3503861 Jul 18 08:50:59.377500 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.448157 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5eeb-2867-4678-91b5-204a46a55bd0 req-1df39781-eb4e-4273-a907-ae7df9e9b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.449615 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b4b5eeb-2867-4678-91b5-204a46a55bd0 req-1df39781-eb4e-4273-a907-ae7df9e9b2af service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997472 Jul 18 08:50:59.544656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-77e6dffb-63f7-441d-9ba2-9547108c6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.546844 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-77e6dffb-63f7-441d-9ba2-9547108c6f85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1128 time: 0.0485690 Jul 18 08:50:59.553605 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.615430 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-1509d506-b6ab-49ab-bf8c-b10a87b84eb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 217 time: 0.0551360 Jul 18 08:50:59.638069 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a421-4044-452e-b389-9d03f204e515 req-94783850-e9b2-4e73-aacc-61478aae35b4 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.639526 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c749a421-4044-452e-b389-9d03f204e515 req-94783850-e9b2-4e73-aacc-61478aae35b4 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0891438 Jul 18 08:50:59.644049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.701581 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-3c28ad90-9774-4dfd-af5d-30f52d4ae7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.704055 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-3c28ad90-9774-4dfd-af5d-30f52d4ae7be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.0800345 Jul 18 08:50:59.709834 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:50:59.727415 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'Port': ['ID=d9ee1d59-7ec1-4997-9bed-938c18cc380c,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:50:59.740329 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.771452 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c749a421-4044-452e-b389-9d03f204e515 req-db5e0fb0-817e-467c-a870-c82eac91d6fc tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127770 Jul 18 08:50:59.775137 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0fbe4d05-aa42-4b96-ad19-67f165b93fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.776726 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0fbe4d05-aa42-4b96-ad19-67f165b93fe8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617886 Jul 18 08:50:59.853673 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:50:59.854920 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3c19e592-1fd7-4f61-9527-5be77d49e2e8 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3170745 Jul 18 08:50:59.877518 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522844e2-c98a-4f59-8526-55607f5520e6 req-622fe678-ff2f-475e-ad69-2913d277053f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:50:59.878989 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-0d08198c-7a5e-4278-a41c-075f542fb2c1 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954859 Jul 18 08:50:59.879262 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-522844e2-c98a-4f59-8526-55607f5520e6 req-622fe678-ff2f-475e-ad69-2913d277053f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0620408 Jul 18 08:50:59.934903 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-522844e2-c98a-4f59-8526-55607f5520e6 req-f348ed28-f9c3-4187-ba5e-f3d9ac0b4065 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499983 Jul 18 08:50:59.990017 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-984201ab-35c2-4ea0-a493-009bd0ac902f req-e642f927-d567-4ba0-a8b9-7c907e310581 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033077 Jul 18 08:51:00.101250 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-a64e1d91-fee7-4106-a8a9-cd666d440868 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1268245971&fields=id&tenant_id=d7367af701b84358a4e5c5d0db473b44 HTTP/1.1" status: 200 len: 267 time: 0.0446625 Jul 18 08:51:00.213262 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-31d8060e-d8cc-4dbf-8a0a-f4c97e538c36 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:00.214699 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-31d8060e-d8cc-4dbf-8a0a-f4c97e538c36 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 811 time: 0.1067886 Jul 18 08:51:00.229651 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-55dfcfd3-9e73-40b1-990b-15e96cc589a4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/quotas/d7367af701b84358a4e5c5d0db473b44 HTTP/1.1" status: 200 len: 375 time: 0.0089505 Jul 18 08:51:00.271109 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:00.278277 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-6428f2a0-423a-4753-8c5e-3dc3d40e4164 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435719 Jul 18 08:51:00.375260 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-5d41628f-554f-475b-827c-56a9a09d0dfc service neutron] 10.222.0.57 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843103 Jul 18 08:51:00.469798 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-8f0e3e8a-933f-40df-a709-d57786019b04 service neutron] 10.222.0.57 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Jul 18 08:51:00.714049 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-95a6fa2a-505c-49a6-b688-05ca13e31b3a req-45e9c16c-6277-4214-8bc7-043a6218b349 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 210 time: 0.0346231 Jul 18 08:51:00.895516 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d8c7-0d47-4523-ab40-5367492e5d6e req-2f080829-5265-4c57-9e86-fcb1ddbd38dc tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:00.896921 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bf17d8c7-0d47-4523-ab40-5367492e5d6e req-2f080829-5265-4c57-9e86-fcb1ddbd38dc tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0554125 Jul 18 08:51:00.929561 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:00.958948 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bf17d8c7-0d47-4523-ab40-5367492e5d6e req-899cab5f-0997-4dec-b11d-28b21d6f8a56 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562785 Jul 18 08:51:01.062907 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f94cc-c19a-4414-a145-28e17bcad5ce req-279a4a82-7774-4cd3-bf0d-4c49cdc2f320 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:01.064589 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-012f94cc-c19a-4414-a145-28e17bcad5ce req-279a4a82-7774-4cd3-bf0d-4c49cdc2f320 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0493143 Jul 18 08:51:01.116026 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-012f94cc-c19a-4414-a145-28e17bcad5ce req-14612904-14d5-48f4-8293-ecef5262f2fe tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454736 Jul 18 08:51:01.817882 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b477d837-9bcd-42a9-949d-18dd6adce235 req-9aa2d874-7d23-496d-8a56-87a1a1d17bd4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 210 time: 0.0324974 Jul 18 08:51:02.074826 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9778c4-fb5b-4e41-9e76-6af7d3ca8879 req-cdbb2be5-9671-413b-b158-431b2a6d6560 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:02.076381 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec9778c4-fb5b-4e41-9e76-6af7d3ca8879 req-cdbb2be5-9671-413b-b158-431b2a6d6560 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0484061 Jul 18 08:51:02.141803 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec9778c4-fb5b-4e41-9e76-6af7d3ca8879 req-4cae22fe-df64-410c-b5e9-84942c1a8f2c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582530 Jul 18 08:51:02.219692 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:51:02.238927 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1e060-201c-4533-9009-181e10579670 req-f82604de-050c-4d22-b569-d7cb04d7a1fe tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:02.240476 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-49b1e060-201c-4533-9009-181e10579670 req-f82604de-050c-4d22-b569-d7cb04d7a1fe tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Jul 18 08:51:02.291216 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-49b1e060-201c-4533-9009-181e10579670 req-60eae91e-20bf-4673-a087-30c1d7390a70 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449665 Jul 18 08:51:02.324663 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:02.337988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'mac_address': 'fa:16:3e:d7:9b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:51:02.366575 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:02.376234 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:51:02.376444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:02.390710 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:51:02.411944 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:02.513235 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:02.568332 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:02.575315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.575677 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.576052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.576402 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.576742 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.577072 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.577401 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.578177 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.578588 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.578918 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.579246 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.579596 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.579953 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.580272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.580597 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:02.621290 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-8bae7f1e-b688-4cbd-973f-a15fe8a419cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:02.622781 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-8bae7f1e-b688-4cbd-973f-a15fe8a419cb tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 811 time: 0.1129272 Jul 18 08:51:02.688319 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-47a09128-e313-4cf7-8def-b2836b10c11a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7367af701b84358a4e5c5d0db473b44 HTTP/1.1" status: 200 len: 380 time: 0.0550988 Jul 18 08:51:02.699052 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'port': {'device_id': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'admin_state_up': True, 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'security_groups': ['ed6fb23a-1088-40e2-994d-17790f772ce6']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:02.814945 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:02.832756 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:51:02.901071 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Made reservation on behalf of d7367af701b84358a4e5c5d0db473b44 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:51:02.904766 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:02.923841 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-55d8c27e-fc70-4aa8-8d50-3779a3366d90 req-8cf9d728-fcdd-4896-85f6-287b1abea2dc tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 210 time: 0.0341785 Jul 18 08:51:03.069360 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Allocated IP 172.20.0.11 (d509bc50-58ee-41ee-9bed-bf209325abb8/a1b70215-bb6e-4a1a-b60c-9792bdc35c33/5a31bcdc-6257-4e32-bc32-f336670e10fd) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:51:03.180306 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:03.230289 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:03.275153 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07656d90-2abe-43ce-af18-754fb15829ec req-604d32fe-b923-44c1-824a-f1cec4d68c4b tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:03.276637 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-07656d90-2abe-43ce-af18-754fb15829ec req-604d32fe-b923-44c1-824a-f1cec4d68c4b tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0595443 Jul 18 08:51:03.281992 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:03.347645 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-07656d90-2abe-43ce-af18-754fb15829ec req-aab8e2ad-8091-4ff8-89e9-43f1f6e53a26 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644274 Jul 18 08:51:03.352630 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:03.400470 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Network d509bc50-58ee-41ee-9bed-bf209325abb8 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:51:03.403866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:51:03.407868 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:51:03.435370 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46329a4-0cdf-421b-86bf-b386abd24085 req-cf362303-d9a8-4d45-8481-9f59d73a13b3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:03.437126 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e46329a4-0cdf-421b-86bf-b386abd24085 req-cf362303-d9a8-4d45-8481-9f59d73a13b3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0583844 Jul 18 08:51:03.442657 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event updated for resources: {'Port': ['ID=5a31bcdc-6257-4e32-bc32-f336670e10fd,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:03.475539 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:03.476440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:03.507728 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e46329a4-0cdf-421b-86bf-b386abd24085 req-eeacb29d-6065-4f6a-848e-f94f3dc10118 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639820 Jul 18 08:51:03.555361 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-1b9b5201-9913-4039-a3ab-8c39dc58d543 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8598111 Jul 18 08:51:03.573549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Request body: {'port': {'device_id': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:03.623420 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-65f383c8-a142-4821-951a-f697a28c7883 None None] Provisioning complete for port 5a31bcdc-6257-4e32-bc32-f336670e10fd triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:51:03.624144 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-65f383c8-a142-4821-951a-f697a28c7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:03.639779 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:03.663093 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-65f383c8-a142-4821-951a-f697a28c7883 None None] Port 5a31bcdc-6257-4e32-bc32-f336670e10fd cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:51:03.913753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a31bcdc-6257-4e32-bc32-f336670e10fd {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:51:03.921138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Publish callbacks [] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:03.933786 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Transition to ACTIVE for port object 5a31bcdc-6257-4e32-bc32-f336670e10fd will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:51:04.010631 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.066807 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:04.080106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5aa7-b804-476e-a662-2392270e571c req-55546454-a163-40c2-bef0-60dee4752350 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:04.081687 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-01be5aa7-b804-476e-a662-2392270e571c req-55546454-a163-40c2-bef0-60dee4752350 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 944 time: 0.0822868 Jul 18 08:51:04.117348 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Pushing event updated for resources: {'Port': ['ID=5a31bcdc-6257-4e32-bc32-f336670e10fd,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:04.200486 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-01be5aa7-b804-476e-a662-2392270e571c req-088e012a-c0cf-46e3-ae83-46294ac8a173 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107466 Jul 18 08:51:04.218864 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Attempting to bind port 5a31bcdc-6257-4e32-bc32-f336670e10fd on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:51:04.218864 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Attempting to bind port 5a31bcdc-6257-4e32-bc32-f336670e10fd by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:51:04.218864 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Attempting to bind port 5a31bcdc-6257-4e32-bc32-f336670e10fd on network d509bc50-58ee-41ee-9bed-bf209325abb8 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:51:04.227386 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:51:04.227998 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Port 5a31bcdc-6257-4e32-bc32-f336670e10fd on network d509bc50-58ee-41ee-9bed-bf209325abb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:51:04.228398 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Attempting to bind port 5a31bcdc-6257-4e32-bc32-f336670e10fd on network d509bc50-58ee-41ee-9bed-bf209325abb8 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:51:04.236137 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:51:04.236572 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Checking segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:51:04.237049 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Bound using segment: {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:51:04.238673 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Bound port: 5a31bcdc-6257-4e32-bc32-f336670e10fd, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:51:04.239106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.278916 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:51:04.310552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] For port 5a31bcdc-6257-4e32-bc32-f336670e10fd, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:51:04.314858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] For port 5a31bcdc-6257-4e32-bc32-f336670e10fd, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:51:04.376031 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:51:04.376330 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.399859 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:04.409228 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.449971 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:04.450602 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.452070 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] 10.222.0.47 "PUT /v2.0/ports/5a31bcdc-6257-4e32-bc32-f336670e10fd HTTP/1.1" status: 200 len: 1094 time: 0.8830297 Jul 18 08:51:04.452832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:04.455959 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:04.460884 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:51:04.461510 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.487936 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:04.496311 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:04.497128 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195255f5-3574-4c78-9778-9e7c237f6fde service neutron] Pushing event updated for resources: {'Port': ['ID=5a31bcdc-6257-4e32-bc32-f336670e10fd,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:04.499872 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73deea27-8f2d-4331-8732-07e5a65c3c30" -d '{"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:04.518543 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:04.533032 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45950e-519c-48eb-8892-ac31504cc4db req-68fac669-59f1-4271-b07d-c35e0089d55f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:04.533549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e470a2c-1e94-4a65-a3e0-7ed23aece1b3 x-openstack-request-id: req-1e470a2c-1e94-4a65-a3e0-7ed23aece1b3 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:04.533549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:04.533549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e470a2c-1e94-4a65-a3e0-7ed23aece1b3 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:04.533775 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e470a2c-1e94-4a65-a3e0-7ed23aece1b3'] response: {'name': 'network-changed', 'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'status': 'completed', 'code': 200} Jul 18 08:51:04.538048 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-af45950e-519c-48eb-8892-ac31504cc4db req-68fac669-59f1-4271-b07d-c35e0089d55f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.1125624 Jul 18 08:51:04.581653 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:04.610449 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:04.610857 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3102978-906a-42cc-84ba-9ca0eadcdbad x-openstack-request-id: req-f3102978-906a-42cc-84ba-9ca0eadcdbad {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:04.611226 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:04.611520 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3102978-906a-42cc-84ba-9ca0eadcdbad {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:04.611977 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3102978-906a-42cc-84ba-9ca0eadcdbad'] response: {'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'code': 200} Jul 18 08:51:04.614787 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:04.634334 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-af45950e-519c-48eb-8892-ac31504cc4db req-2565bbbf-0c4c-40f3-9c8e-678314d2d45a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952992 Jul 18 08:51:04.646226 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:04.661649 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f req-10d6ad28-a11a-4f89-a89d-cd413b8abc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:04.663338 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f req-10d6ad28-a11a-4f89-a89d-cd413b8abc11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 1128 time: 0.0934219 Jul 18 08:51:04.735317 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c70bc-e807-49c4-8818-b998ba5e9b94 req-50fcb9e7-3ff6-4414-abe3-492e0782695a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:04.736905 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9b3c70bc-e807-49c4-8818-b998ba5e9b94 req-50fcb9e7-3ff6-4414-abe3-492e0782695a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0509939 Jul 18 08:51:04.787684 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9b3c70bc-e807-49c4-8818-b998ba5e9b94 req-6d809594-cdda-4af9-8306-d551fcd87bb8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Jul 18 08:51:05.006722 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f req-2cb62108-f5da-410f-b591-a181f7543571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.008302 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f req-2cb62108-f5da-410f-b591-a181f7543571 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d7367af701b84358a4e5c5d0db473b44&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1124182 Jul 18 08:51:05.113891 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f req-477a36fd-b175-4889-876e-ff965f20bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.115347 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-63d65e4e-7be1-4578-9f4d-d77e20f7e39f req-477a36fd-b175-4889-876e-ff965f20bcfd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966129 Jul 18 08:51:05.227861 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-101db1cc-4e9f-4b6a-a608-415a7495d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.229358 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-101db1cc-4e9f-4b6a-a608-415a7495d782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 1128 time: 0.0454862 Jul 18 08:51:05.320570 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177c83-5f1e-481d-b0cf-c13d04980aa6 req-9c4f4d75-f4a2-44ec-90a4-ec879e196d93 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.322213 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0b177c83-5f1e-481d-b0cf-c13d04980aa6 req-9c4f4d75-f4a2-44ec-90a4-ec879e196d93 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 944 time: 0.0485358 Jul 18 08:51:05.371525 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0b177c83-5f1e-481d-b0cf-c13d04980aa6 req-43ce970c-e512-4021-8af0-ca4e95610175 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Jul 18 08:51:05.420644 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:05.421669 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=48 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:05.465912 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-3b10767c-d98a-442e-b120-0b630d0f442e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd HTTP/1.1" status: 200 len: 217 time: 0.0353715 Jul 18 08:51:05.491318 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc80f-d6c1-4b4c-8aa2-4c54b4ab1606 req-73d7db04-6f9b-4587-9ef0-99deb6c7edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.492777 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-92fdc80f-d6c1-4b4c-8aa2-4c54b4ab1606 req-73d7db04-6f9b-4587-9ef0-99deb6c7edd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1130 time: 0.0463231 Jul 18 08:51:05.508537 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:05.518804 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-ac563a40-c85b-4f3b-bbb4-2f1010e68af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.520382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-ac563a40-c85b-4f3b-bbb4-2f1010e68af6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.0481091 Jul 18 08:51:05.540500 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-92fdc80f-d6c1-4b4c-8aa2-4c54b4ab1606 req-cddeb476-f4ae-439a-bb6c-8332b3e7d6cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Jul 18 08:51:05.573739 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47024a7-152a-4e5c-974f-75248279a6ce req-13d9f493-5346-4de5-a4ae-d2e930940cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.575251 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-13d9f493-5346-4de5-a4ae-d2e930940cd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446565 Jul 18 08:51:05.753971 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405e2a-ee67-4720-a70a-30c96e8589a3 req-ba198d57-7d3c-4c41-930b-dc45cf909e89 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.756442 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f4405e2a-ee67-4720-a70a-30c96e8589a3 req-ba198d57-7d3c-4c41-930b-dc45cf909e89 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0555727 Jul 18 08:51:05.887605 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f4405e2a-ee67-4720-a70a-30c96e8589a3 req-28cb0f93-e50d-4d04-bfe6-3adf1c0b6094 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242397 Jul 18 08:51:05.905909 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-3816455b-0cb4-47f1-aa51-96fdaba91357 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407013 Jul 18 08:51:05.926794 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f08ca4-c50d-4138-908e-671c8ffc8583 req-4a396f76-7a0f-43a1-af45-dc8e2bc931a4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:05.930324 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83f08ca4-c50d-4138-908e-671c8ffc8583 req-4a396f76-7a0f-43a1-af45-dc8e2bc931a4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0571477 Jul 18 08:51:05.983002 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83f08ca4-c50d-4138-908e-671c8ffc8583 req-50c4d040-9f86-45e3-b345-6f6a25223f63 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484810 Jul 18 08:51:06.005901 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f47024a7-152a-4e5c-974f-75248279a6ce req-9d9f131d-a9cc-49e1-abc0-f8e25e619ad5 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925736 Jul 18 08:51:06.500690 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132435-8d21-4341-945f-8f099799b87e req-b72b0732-7a9f-4809-9358-de60532cbbb1 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:06.503016 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-16132435-8d21-4341-945f-8f099799b87e req-b72b0732-7a9f-4809-9358-de60532cbbb1 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 944 time: 0.0586917 Jul 18 08:51:06.529758 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:51:06.557945 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-16132435-8d21-4341-945f-8f099799b87e req-40176123-a771-4e41-a5fe-8edcdbd3fc7c tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490620 Jul 18 08:51:07.009169 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe091b-b339-4474-80e5-dac6bca47fd2 req-d250873a-73e3-4cc4-8a38-9c3298ee05c8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:07.010702 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbbe091b-b339-4474-80e5-dac6bca47fd2 req-d250873a-73e3-4cc4-8a38-9c3298ee05c8 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0515008 Jul 18 08:51:07.079243 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbbe091b-b339-4474-80e5-dac6bca47fd2 req-1971fa0c-626d-4a9c-af3f-20a83ee468da tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618505 Jul 18 08:51:07.120262 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84034943-3849-45cf-b4c4-4f3da0e22487 req-8c6fe2d9-ab4f-4bb3-82f1-77f015998509 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:07.121940 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-84034943-3849-45cf-b4c4-4f3da0e22487 req-8c6fe2d9-ab4f-4bb3-82f1-77f015998509 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0553770 Jul 18 08:51:07.174353 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-84034943-3849-45cf-b4c4-4f3da0e22487 req-24fc44e0-d026-4f2c-9582-b2f1ffee197c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452654 Jul 18 08:51:07.677478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa226be-7119-41e6-b1ab-e2248a20f69d req-378821c7-f02a-4f9c-a025-0a1ca6be0acc tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:07.678979 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6fa226be-7119-41e6-b1ab-e2248a20f69d req-378821c7-f02a-4f9c-a025-0a1ca6be0acc tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 944 time: 0.0497713 Jul 18 08:51:07.979130 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6fa226be-7119-41e6-b1ab-e2248a20f69d req-8d911507-703b-4546-b9d1-78dc12947660 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946675 Jul 18 08:51:08.201330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba5451-6d39-4ebb-801b-7ad7c7d5eca8 req-fdf2a8a6-26d3-490e-8b65-b28ddac30acb tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:08.203257 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-70ba5451-6d39-4ebb-801b-7ad7c7d5eca8 req-fdf2a8a6-26d3-490e-8b65-b28ddac30acb tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0505800 Jul 18 08:51:08.229395 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5a31bcdc-6257-4e32-bc32-f336670e10fd details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:51:08.277085 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-70ba5451-6d39-4ebb-801b-7ad7c7d5eca8 req-0feb387f-8b21-4f70-8100-ff7afcca1f83 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675087 Jul 18 08:51:08.317173 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df838-ac45-46e4-8289-baadcb0b3d0b req-bc0d6e79-65c3-409f-b6a7-4f9e1603792a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:08.318728 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1e5df838-ac45-46e4-8289-baadcb0b3d0b req-bc0d6e79-65c3-409f-b6a7-4f9e1603792a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0665238 Jul 18 08:51:08.338348 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 5a31bcdc-6257-4e32-bc32-f336670e10fd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:08.352763 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'port_id': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'mac_address': 'fa:16:3e:cd:eb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:51:08.380517 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1e5df838-ac45-46e4-8289-baadcb0b3d0b req-d36d50c0-cb33-4701-bdb0-1fe6d2ba08ce tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555706 Jul 18 08:51:08.390815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 5a31bcdc-6257-4e32-bc32-f336670e10fd is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:51:08.391219 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:08.406300 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a31bcdc-6257-4e32-bc32-f336670e10fd {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:51:08.428536 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 5a31bcdc-6257-4e32-bc32-f336670e10fd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:08.497850 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae827-8cf7-47f8-8fe2-c29270853241 req-4b2ba0e4-37e2-46dc-9091-2e93527466d8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:08.499355 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c3aae827-8cf7-47f8-8fe2-c29270853241 req-4b2ba0e4-37e2-46dc-9091-2e93527466d8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0479012 Jul 18 08:51:08.507479 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:08.513902 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 55846) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:08.519198 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Request body: {'floatingip': {'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:08.521654 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:08.560413 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=5a31bcdc-6257-4e32-bc32-f336670e10fd,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:08.562127 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (2432d705-1f65-45f2-9a59-0cc1c479146a), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:08.904887 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['5a31bcdc-6257-4e32-bc32-f336670e10fd'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:51:09.007369 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:09.060701 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:09.084120 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (2432d705-1f65-45f2-9a59-0cc1c479146a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:09.138572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db97da1-131d-4bf1-8b54-54e9c075a3e7 req-8f2a09de-63df-41cd-8c17-2bf42a40409a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:09.140848 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6db97da1-131d-4bf1-8b54-54e9c075a3e7 req-8f2a09de-63df-41cd-8c17-2bf42a40409a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 945 time: 0.0892591 Jul 18 08:51:09.238422 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6db97da1-131d-4bf1-8b54-54e9c075a3e7 req-5d6c1e3a-ff5a-46b7-903e-b0e6194de883 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903594 Jul 18 08:51:09.239540 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Floating IP 2432d705-1f65-45f2-9a59-0cc1c479146a associated. External IP: 172.27.1.195, port: 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd. Jul 18 08:51:09.403020 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a7bf-7926-4f82-8357-91454a12bd35 req-8cbcc490-15ba-4767-ad24-e48edfe68430 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:09.404500 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1c3a7bf-7926-4f82-8357-91454a12bd35 req-8cbcc490-15ba-4767-ad24-e48edfe68430 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0505145 Jul 18 08:51:09.431234 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:09.457466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Router 52ee62ff-812c-4d50-ba2a-917e7704959c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:51:09.468918 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1c3a7bf-7926-4f82-8357-91454a12bd35 req-edf137ab-608f-4325-b5ce-16d54a4cca15 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579050 Jul 18 08:51:09.550334 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:09.568088 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:51:09.573357 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:09.579072 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:51:09.589875 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:09.590767 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:09.605467 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-24e05a35-3f0e-41ec-8cee-806bc1f078d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "PUT /v2.0/floatingips/2432d705-1f65-45f2-9a59-0cc1c479146a HTTP/1.1" status: 200 len: 992 time: 1.0902679 Jul 18 08:51:09.606051 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:09.608481 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3617ee-8780-49bf-b6a7-be54c2487245" -d '{"events": [{"name": "network-changed", "server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:09.647717 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ff79b-7119-49c8-aa0a-a4f3458652ca x-openstack-request-id: req-9c5ff79b-7119-49c8-aa0a-a4f3458652ca {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:09.652974 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:09.652974 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c5ff79b-7119-49c8-aa0a-a4f3458652ca {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:09.652974 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5ff79b-7119-49c8-aa0a-a4f3458652ca'] response: {'name': 'network-changed', 'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'status': 'completed', 'code': 200} Jul 18 08:51:09.706778 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:09.715841 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-91e898da-ac4d-46d4-9990-ee0d4f8d7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:09.717355 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-91e898da-ac4d-46d4-9990-ee0d4f8d7598 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1130 time: 0.0449903 Jul 18 08:51:09.823866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-2f133aa6-181c-4ad7-bfc5-0e41ebfdf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:09.825367 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-2f133aa6-181c-4ad7-bfc5-0e41ebfdf5d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.0907137 Jul 18 08:51:09.901760 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-c7cb7d9c-1fb6-4ce9-b2d7-541b7f862e25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 1000 time: 0.0610518 Jul 18 08:51:09.929872 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '2432d705-1f65-45f2-9a59-0cc1c479146a', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'mac_address': 'fa:16:3e:d7:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18040578-a916-4929-ae00-067b0441f8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:52Z', 'updated_at': '2022-07-18T08:51:08Z', 'revision_number': 1, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:09.956418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-51e3d57d-df53-4d69-bba2-883e8645fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:09.957092 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:51:09.958004 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-51e3d57d-df53-4d69-bba2-883e8645fd34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.0491555 Jul 18 08:51:09.965817 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:09.966420 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:10.008015 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-e4808672-637c-4440-9e48-138f8ba6fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:10.009966 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-e4808672-637c-4440-9e48-138f8ba6fb15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454285 Jul 18 08:51:10.079807 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:10.114819 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-ede23b8d-fd6a-40ea-9ddc-90a3bb77c6eb service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957088 Jul 18 08:51:10.147162 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:10.222935 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8e3617ee-8780-49bf-b6a7-be54c2487245 req-9a9026fa-2f42-4e13-a3e1-df419c5b1d70 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941124 Jul 18 08:51:10.230876 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5a31bcdc-6257-4e32-bc32-f336670e10fd up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:51:10.281453 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 5a31bcdc-6257-4e32-bc32-f336670e10fd completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:51:10.337364 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '2432d705-1f65-45f2-9a59-0cc1c479146a', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'mac_address': 'fa:16:3e:d7:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18040578-a916-4929-ae00-067b0441f8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:52Z', 'updated_at': '2022-07-18T08:51:08Z', 'revision_number': 1, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:10.352038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 5a31bcdc-6257-4e32-bc32-f336670e10fd triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:51:10.352671 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:10.364976 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f938f-05fe-4fbe-884c-c8fa6b16caab req-9b77b0b1-bf8b-46da-ba4b-60167fed272f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:10.365230 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7324405-2bbf-4f6e-a9b2-b7f21d3963c8 None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '2432d705-1f65-45f2-9a59-0cc1c479146a', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'mac_address': 'fa:16:3e:d7:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18040578-a916-4929-ae00-067b0441f8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:52Z', 'updated_at': '2022-07-18T08:51:08Z', 'revision_number': 1, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:51:10.366575 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e58f938f-05fe-4fbe-884c-c8fa6b16caab req-9b77b0b1-bf8b-46da-ba4b-60167fed272f tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 945 time: 0.0543208 Jul 18 08:51:10.430018 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e58f938f-05fe-4fbe-884c-c8fa6b16caab req-449a4731-0217-42fb-a3e3-049656fdb8dd tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525599 Jul 18 08:51:10.447491 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 5a31bcdc-6257-4e32-bc32-f336670e10fd is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:51:10.447904 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:10.474903 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:10.477182 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba03721-9ced-49dd-9210-9592935c8df7" -d '{"events": [{"server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "name": "network-vif-plugged", "status": "completed", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:10.492038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 5a31bcdc-6257-4e32-bc32-f336670e10fd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:10.521883 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300782a-2ce2-41a7-8c22-964f2a640806 x-openstack-request-id: req-c300782a-2ce2-41a7-8c22-964f2a640806 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:10.522293 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "name": "network-vif-plugged", "status": "completed", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:10.522554 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c300782a-2ce2-41a7-8c22-964f2a640806 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:10.522955 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c300782a-2ce2-41a7-8c22-964f2a640806'] response: {'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'code': 200} Jul 18 08:51:10.554398 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:10.562727 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:10.639296 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba64c-091b-40ef-ba21-962917b5d078 req-5c4682b4-5fd0-44f3-a77c-f6dcc458996f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:10.642493 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0ecba64c-091b-40ef-ba21-962917b5d078 req-5c4682b4-5fd0-44f3-a77c-f6dcc458996f tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0948381 Jul 18 08:51:10.646102 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=5a31bcdc-6257-4e32-bc32-f336670e10fd,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:10.652043 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175f9ea-d051-4241-a819-63ff048f2031 None None] New status for floating IP 2432d705-1f65-45f2-9a59-0cc1c479146a: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:51:10.723218 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0ecba64c-091b-40ef-ba21-962917b5d078 req-6a2da569-6606-4891-b94e-44f1f2f4008e tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650756 Jul 18 08:51:10.849099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5c8cf-a391-454f-8150-24560aef99c7 req-7c2472b1-4471-445d-ab83-6ec2ea3de0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:10.850575 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f5a5c8cf-a391-454f-8150-24560aef99c7 req-7c2472b1-4471-445d-ab83-6ec2ea3de0b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 1130 time: 0.0398874 Jul 18 08:51:10.897716 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f5a5c8cf-a391-454f-8150-24560aef99c7 req-6c9b6b8e-4ffc-45a4-aaa9-71a6548f2810 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Jul 18 08:51:11.551994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df3008-3091-48e6-9d0b-84b8f6020660 req-e9185159-0f1f-4615-b015-c15062c9bd7d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:11.553626 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-34df3008-3091-48e6-9d0b-84b8f6020660 req-e9185159-0f1f-4615-b015-c15062c9bd7d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.0509160 Jul 18 08:51:11.610713 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-34df3008-3091-48e6-9d0b-84b8f6020660 req-a9146635-2a35-420b-b4bf-0f5358d8b85d tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498672 Jul 18 08:51:11.858426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddf8a-a220-472a-b832-cd245ebce67f req-0b19408d-c566-49e2-af00-66d351f6d045 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:11.861361 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2eddf8a-a220-472a-b832-cd245ebce67f req-0b19408d-c566-49e2-af00-66d351f6d045 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0652466 Jul 18 08:51:11.950767 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2eddf8a-a220-472a-b832-cd245ebce67f req-ba5cfae5-a5ee-449f-8cf6-73f2f8b58fe7 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834303 Jul 18 08:51:12.731313 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2259a-fc1a-41d6-b25e-af92a998873c req-9965936b-d712-4daa-8161-43b51265eec6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:12.732820 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-acd2259a-fc1a-41d6-b25e-af92a998873c req-9965936b-d712-4daa-8161-43b51265eec6 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.0486510 Jul 18 08:51:12.782270 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-acd2259a-fc1a-41d6-b25e-af92a998873c req-037e7fef-3e2c-499a-90cc-c83f97509486 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Jul 18 08:51:12.898069 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3e565-af94-42aa-91ec-c26b96e32840 req-f4c64b0a-68f8-4e97-9eb8-dc5243b36e89 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:12.899480 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-81c3e565-af94-42aa-91ec-c26b96e32840 req-f4c64b0a-68f8-4e97-9eb8-dc5243b36e89 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.0490556 Jul 18 08:51:12.908448 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 55872) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:12.912927 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Request body: {'floatingip': {'port_id': '5a31bcdc-6257-4e32-bc32-f336670e10fd'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:12.958217 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:13.072283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:13.103421 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f824db-2125-430d-b0c6-026aa42a5485 req-5487fba3-44ee-47d4-9628-5fa7d99060b1 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:13.103421 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-68f824db-2125-430d-b0c6-026aa42a5485 req-5487fba3-44ee-47d4-9628-5fa7d99060b1 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0637655 Jul 18 08:51:13.183791 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-68f824db-2125-430d-b0c6-026aa42a5485 req-121a7967-f838-40be-88ba-5ad13dc8d086 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767894 Jul 18 08:51:13.681176 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.db.resource_extend [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 08:51:13.734931 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:13.809813 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:13.846243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:13.925286 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Floating IP b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff associated. External IP: 172.27.1.35, port: 5a31bcdc-6257-4e32-bc32-f336670e10fd. Jul 18 08:51:14.138681 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:51:14.250961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:51:14.256062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:14.263354 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:51:14.277495 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:14.277833 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:14.288104 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bfdab8a6-436e-4939-bd7c-853a08123215 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "PUT /v2.0/floatingips/b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff HTTP/1.1" status: 200 len: 991 time: 1.3785281 Jul 18 08:51:14.288710 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:14.291066 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd452c9-6a45-4130-9777-656292c5bc64" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:14.319852 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5346c6-98fc-4b4a-bb67-cf2414047077 req-c7d5503c-d960-4c58-9c2a-a3ed73adf1f1 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:14.321358 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bd5346c6-98fc-4b4a-bb67-cf2414047077 req-c7d5503c-d960-4c58-9c2a-a3ed73adf1f1 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0591488 Jul 18 08:51:14.339161 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf3b69-fd48-4b5c-8fb8-69544b99c1c1 x-openstack-request-id: req-33cf3b69-fd48-4b5c-8fb8-69544b99c1c1 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:14.340021 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:14.340021 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33cf3b69-fd48-4b5c-8fb8-69544b99c1c1 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:14.340542 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cf3b69-fd48-4b5c-8fb8-69544b99c1c1'] response: {'name': 'network-changed', 'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'status': 'completed', 'code': 200} Jul 18 08:51:14.392519 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bd5346c6-98fc-4b4a-bb67-cf2414047077 req-bdd70050-3424-4d82-9c55-3558e7e0c24a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&id=70dff4e9-152c-49aa-8332-cd8d6ea76c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656242 Jul 18 08:51:14.395620 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:14.417768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-34bc1f2d-110e-473c-bef9-9c6dc3abdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:14.419411 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-34bc1f2d-110e-473c-bef9-9c6dc3abdabe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7367af701b84358a4e5c5d0db473b44&device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 1130 time: 0.0496018 Jul 18 08:51:14.438645 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:14.530994 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-0ad4c60e-fd2b-47d7-ad29-41dee20a6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:14.532587 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-0ad4c60e-fd2b-47d7-ad29-41dee20a6bcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 200 len: 912 time: 0.1067166 Jul 18 08:51:14.555402 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:14.609971 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-0bf66768-22e9-4ae5-a3f2-b244232dadec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd HTTP/1.1" status: 200 len: 999 time: 0.0605803 Jul 18 08:51:14.660205 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-1f0198aa-55b2-4aa9-b9dc-a7b4923998c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:14.661742 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-1f0198aa-55b2-4aa9-b9dc-a7b4923998c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 200 len: 850 time: 0.0460281 Jul 18 08:51:14.663257 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:14.713365 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'port_id': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'mac_address': 'fa:16:3e:cd:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:59Z', 'updated_at': '2022-07-18T08:51:13Z', 'revision_number': 1, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:14.724186 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-6dc201cd-59ad-4415-95ca-869d5f3565e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:14.725788 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-6dc201cd-59ad-4415-95ca-869d5f3565e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d509bc50-58ee-41ee-9bed-bf209325abb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565269 Jul 18 08:51:14.748475 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:51:14.757888 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:14.758499 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:50:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:14.824411 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-13d58b4b-5edb-4eda-bd4a-98a8aa7a1830 service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894952 Jul 18 08:51:14.864578 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:14.932395 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8fd452c9-6a45-4130-9777-656292c5bc64 req-c8b44256-f5cf-4542-be2c-db328c95ffea service neutron] 10.222.0.47 "GET /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000326 Jul 18 08:51:15.093942 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'port_id': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'mac_address': 'fa:16:3e:cd:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:59Z', 'updated_at': '2022-07-18T08:51:13Z', 'revision_number': 1, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:15.120952 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c25f5-2e5c-44d4-a5b5-1c6f7b670fc4 None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': 'b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'port_id': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'mac_address': 'fa:16:3e:cd:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:50:59Z', 'updated_at': '2022-07-18T08:51:13Z', 'revision_number': 1, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:51:15.321397 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf146f21-0e4b-48bd-80c7-aa6478d7b4aa None None] New status for floating IP b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:51:21.095511 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ae50efd0-690e-4d5a-b5ae-cd6f690de7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:23.483363 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6b44fdf0-4acb-4260-b44b-f52609a19d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:24.383508 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=40 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:24.389679 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:24.584993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:24.927878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:24.928663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=24 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:25.096372 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=35 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:25.099535 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=63 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:26.221525 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:26.472827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:26.630668 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c6bd-88c1-4d61-8be4-4b8747ac368f req-f7d502d3-b3b8-42f7-9803-9225eba05451 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:26.632164 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8c27c6bd-88c1-4d61-8be4-4b8747ac368f req-f7d502d3-b3b8-42f7-9803-9225eba05451 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Jul 18 08:51:26.680927 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8c27c6bd-88c1-4d61-8be4-4b8747ac368f req-94d1db5a-2a02-4d86-be02-10fb83cc9692 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Jul 18 08:51:27.520277 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf2e83-f109-4437-aa3e-76150be4dffb req-83d73dec-76e6-4d6f-a342-971dd841c295 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:27.521750 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3dbf2e83-f109-4437-aa3e-76150be4dffb req-83d73dec-76e6-4d6f-a342-971dd841c295 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0481665 Jul 18 08:51:27.570131 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3dbf2e83-f109-4437-aa3e-76150be4dffb req-ba7a6c89-a8b7-44d4-95d7-4c761a80b550 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Jul 18 08:51:27.800935 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c961f-109e-4142-89a0-06f2171ee170 req-58816f72-8ead-4afb-a98c-ceb3077926e8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:27.802423 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f8c961f-109e-4142-89a0-06f2171ee170 req-58816f72-8ead-4afb-a98c-ceb3077926e8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Jul 18 08:51:27.850877 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f8c961f-109e-4142-89a0-06f2171ee170 req-a09b924e-39a8-46f6-aa1d-ea4d70d48971 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Jul 18 08:51:28.691311 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3b953-c67f-4ac7-ba45-06f42efcbb0b req-4a3ef0e1-54d6-4f18-991f-0dfec3d1c7fd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:28.692976 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65a3b953-c67f-4ac7-ba45-06f42efcbb0b req-4a3ef0e1-54d6-4f18-991f-0dfec3d1c7fd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0502017 Jul 18 08:51:28.747636 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-65a3b953-c67f-4ac7-ba45-06f42efcbb0b req-d8f84049-4220-4e4f-a28a-0c820399a0fc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490110 Jul 18 08:51:28.964598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd305fd-45b3-4cf7-a809-549f7ad61f96 req-945ef85d-ade7-4ca8-9a14-f90e23a5adc3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:28.966086 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3dd305fd-45b3-4cf7-a809-549f7ad61f96 req-945ef85d-ade7-4ca8-9a14-f90e23a5adc3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0472822 Jul 18 08:51:29.016561 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3dd305fd-45b3-4cf7-a809-549f7ad61f96 req-0bae658e-4359-479b-a0ba-bad18c65ead8 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Jul 18 08:51:29.863982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad537-d9d0-489b-9b87-deedfad86c0c req-7d90a7c1-82a7-4fd4-9ec8-2b60d781e9e2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:29.865401 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d7cad537-d9d0-489b-9b87-deedfad86c0c req-7d90a7c1-82a7-4fd4-9ec8-2b60d781e9e2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0492325 Jul 18 08:51:29.915231 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d7cad537-d9d0-489b-9b87-deedfad86c0c req-a2e3e2da-10a4-48b8-a695-0d962d95681f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 Jul 18 08:51:30.136967 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f37499-dfd2-4624-8066-c0ef83c57817 req-986f2228-fa37-4cd6-bbfc-37c7d4c0567f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:30.138382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d3f37499-dfd2-4624-8066-c0ef83c57817 req-986f2228-fa37-4cd6-bbfc-37c7d4c0567f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0488157 Jul 18 08:51:30.195196 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d3f37499-dfd2-4624-8066-c0ef83c57817 req-3e32d778-f1b3-4553-971a-7ef9601cd427 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501370 Jul 18 08:51:31.029981 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f7ffc-d0c3-47f3-ad45-e25963ae500b req-d92401e9-9c81-4f79-9a29-b54e652fbba9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:31.031519 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fa6f7ffc-d0c3-47f3-ad45-e25963ae500b req-d92401e9-9c81-4f79-9a29-b54e652fbba9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0477152 Jul 18 08:51:31.079591 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fa6f7ffc-d0c3-47f3-ad45-e25963ae500b req-c29e5fc0-4f9a-414a-b33e-1bff468c8dd2 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424113 Jul 18 08:51:31.310638 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e06bd-56c6-45f8-bf3c-97bb0fef44eb req-2d275e9a-168a-431d-b8d4-684c16ab6a5e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:31.312183 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-141e06bd-56c6-45f8-bf3c-97bb0fef44eb req-2d275e9a-168a-431d-b8d4-684c16ab6a5e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0486073 Jul 18 08:51:31.360482 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-141e06bd-56c6-45f8-bf3c-97bb0fef44eb req-daa19f6a-ded2-438a-8001-8be8c0e6ccc2 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jul 18 08:51:32.174613 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-8ddfffbd-4326-4bcb-9578-b0bf0e035bfd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:32.176382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-8ddfffbd-4326-4bcb-9578-b0bf0e035bfd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0488896 Jul 18 08:51:32.198414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d0f3d-d19e-4eda-bf48-abe721be8ded req-d88ad354-cdc6-4db6-abc3-619413005aae tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:32.199970 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce4d0f3d-d19e-4eda-bf48-abe721be8ded req-d88ad354-cdc6-4db6-abc3-619413005aae tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0500846 Jul 18 08:51:32.249444 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce4d0f3d-d19e-4eda-bf48-abe721be8ded req-94644b3d-6759-446f-a6a5-f625dc8fc5a7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=04443fa2-da5e-41f1-b88e-bcdb19496037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Jul 18 08:51:32.369448 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Deleting port 098eed33-e2bd-493f-826e-a819152c71b1 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:32.369947 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (098eed33-e2bd-493f-826e-a819152c71b1), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.471270 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5503a-1445-43aa-b947-709272041ef6 req-8185e3c0-2ddc-47c8-9576-30199ba9d5bb tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:32.472790 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-37a5503a-1445-43aa-b947-709272041ef6 req-8185e3c0-2ddc-47c8-9576-30199ba9d5bb tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 946 time: 0.0498466 Jul 18 08:51:32.495477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2600-2ef6-4cda-9aa5-1df5b747f1b4 req-0c753fb3-b49b-4fad-9ce6-c62657494d90 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:32.496967 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0a1f2600-2ef6-4cda-9aa5-1df5b747f1b4 req-0c753fb3-b49b-4fad-9ce6-c62657494d90 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 945 time: 0.0673137 Jul 18 08:51:32.505925 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] For port 098eed33-e2bd-493f-826e-a819152c71b1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=098eed33-e2bd-493f-826e-a819152c71b1,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:32.506291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (098eed33-e2bd-493f-826e-a819152c71b1), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.562859 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:32.563206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.602780 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0a1f2600-2ef6-4cda-9aa5-1df5b747f1b4 req-123082b7-9441-464c-948a-e2e0b7546431 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec6d26dd-9310-40a7-88bd-08aaa52de223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994589 Jul 18 08:51:32.655535 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] For port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:32.655846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.703545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.704136 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.704347 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Floating IP 0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a disassociated. External IP: 172.27.1.103, port: 098eed33-e2bd-493f-826e-a819152c71b1. Jul 18 08:51:32.704745 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Calling delete_port for 098eed33-e2bd-493f-826e-a819152c71b1 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:32.747568 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:32.765312 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:32.821085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.912706 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (098eed33-e2bd-493f-826e-a819152c71b1), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.913629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.914004 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:32.914324 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a disassociated. External IP: 172.27.1.79, port: c9bbf27b-9770-4d9c-8c89-bef4da1b48d3. Jul 18 08:51:32.914671 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:32.943042 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event deleted for resources: {'Port': ['ID=098eed33-e2bd-493f-826e-a819152c71b1,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:32.955883 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.956291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.956642 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.956986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.957324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.957657 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.958079 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.958304 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.958933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.958933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.959263 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.959589 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.959941 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.960584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:32.960584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.021583 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:33.026612 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:33.070440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Router b162ecfe-f7d4-4c66-862f-88ca255cede9 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:51:33.139296 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (c9bbf27b-9770-4d9c-8c89-bef4da1b48d3), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:33.169940 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=c9bbf27b-9770-4d9c-8c89-bef4da1b48d3,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:33.175403 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:51:33.187495 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] Sync routers for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:51:33.199660 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.200180 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.200545 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.200893 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.201224 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.201556 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.202037 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:33.202165 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.202688 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.203022 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.203160 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.204123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.205074 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.205074 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.205285 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.205540 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.205984 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:51:33.231019 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] No DVR routers for this DVR port 098eed33-e2bd-493f-826e-a819152c71b1 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:51:33.231019 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:33.233676 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3d55e8d4-14ae-47ae-b6d4-021a1e1ee43a req-6a003825-2992-4481-aebd-3437ae179d25 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "DELETE /v2.0/ports/098eed33-e2bd-493f-826e-a819152c71b1 HTTP/1.1" status: 204 len: 173 time: 0.9515822 Jul 18 08:51:33.234118 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'name': 'network-vif-deleted', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:33.236413 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641f70ee-3dea-448c-a12e-055d69f550c3" -d '{"events": [{"server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "name": "network-vif-deleted", "tag": "098eed33-e2bd-493f-826e-a819152c71b1"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:33.273750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f63881-d3c7-4902-b46f-ed0af2f47ed7 x-openstack-request-id: req-33f63881-d3c7-4902-b46f-ed0af2f47ed7 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:33.274034 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d75586-3142-49ba-b48b-9db088664de7", "name": "network-vif-deleted", "tag": "098eed33-e2bd-493f-826e-a819152c71b1", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:33.274253 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33f63881-d3c7-4902-b46f-ed0af2f47ed7 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:33.274669 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f63881-d3c7-4902-b46f-ed0af2f47ed7'] response: {'server_uuid': 'f3d75586-3142-49ba-b48b-9db088664de7', 'name': 'network-vif-deleted', 'tag': '098eed33-e2bd-493f-826e-a819152c71b1', 'status': 'completed', 'code': 200} Jul 18 08:51:33.324173 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:33.338052 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:51:33.379076 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5bd8bdef-1ee9-4cae-aaa9-b098b330ffac req-c3a234cc-fc7b-4546-a938-16e2f76d4f3e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 210 time: 0.0438671 Jul 18 08:51:33.465284 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:51:33.477494 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:51:33.491002 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:33.496618 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.519248 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] No DVR routers for this DVR port c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:51:33.522482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:33.528298 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-37a5503a-1445-43aa-b947-709272041ef6 req-d6a2b04d-4a9f-4adf-8608-9337060e2f08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "DELETE /v2.0/ports/c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 HTTP/1.1" status: 204 len: 173 time: 1.0476840 Jul 18 08:51:33.528846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'name': 'network-vif-deleted', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:33.532911 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce9a81-1691-4eee-b3a1-8e30fd5162f7" -d '{"events": [{"server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "name": "network-vif-deleted", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:33.588643 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.604255 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9ae47-9902-4ef4-ae14-9be65b1f9348 x-openstack-request-id: req-c8a9ae47-9902-4ef4-ae14-9be65b1f9348 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:33.604551 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b503f6b2-890d-41b0-9323-5af163d8a016", "name": "network-vif-deleted", "tag": "c9bbf27b-9770-4d9c-8c89-bef4da1b48d3", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:33.604798 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8a9ae47-9902-4ef4-ae14-9be65b1f9348 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:33.605450 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a9ae47-9902-4ef4-ae14-9be65b1f9348'] response: {'server_uuid': 'b503f6b2-890d-41b0-9323-5af163d8a016', 'name': 'network-vif-deleted', 'tag': 'c9bbf27b-9770-4d9c-8c89-bef4da1b48d3', 'status': 'completed', 'code': 200} Jul 18 08:51:33.623950 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] Checking router: b162ecfe-f7d4-4c66-862f-88ca255cede9 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:51:33.641058 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:33.642012 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.647029 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:33.737658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:33.758108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:33.758321 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9c314de0-5ffb-4400-aab4-8d0c5ac29d37 req-bee4084c-7c7e-45d1-86b8-8893cea89753 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3d75586-3142-49ba-b48b-9db088664de7 HTTP/1.1" status: 200 len: 210 time: 0.0497565 Jul 18 08:51:33.762952 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:33.877064 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.903094 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:51:33.912131 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:33.912745 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.963319 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:33.989545 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1592b35a-c654-44fc-a2b5-29dbd301cc79 None None] The sync data for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi is: [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:18Z', 'revision_number': 4, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'cbb70273-3451-434b-9167-a841b8df538b', 'name': '', 'network_id': '7493bcf7-a4b9-4c49-a680-3a0a798b3b98', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'mac_address': 'fa:16:3e:e5:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:15Z', 'updated_at': '2022-07-18T08:46:34Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'subnets': [{'id': '14c4c82e-40cd-48c7-9967-7671eea33e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:51:34.022276 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:34.233539 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:34.250102 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77d040-a290-4e64-9f21-eccfb333ccdf None None] New status for floating IP 0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a: DOWN {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:51:34.389313 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:34.393870 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1254-3a91-4d3a-b7af-ad82612ec9da None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:51:34.414033 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:34.414033 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c9bbf27b-9770-4d9c-8c89-bef4da1b48d3 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:34.414033 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 098eed33-e2bd-493f-826e-a819152c71b1 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:34.433413 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 098eed33-e2bd-493f-826e-a819152c71b1 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:34.433413 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 098eed33-e2bd-493f-826e-a819152c71b1 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:34.518432 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d8d08940-54e1-4362-88b8-fc1dbcb65cd8 req-0adc7a8c-0248-4a64-9587-884d94a3a89a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=b503f6b2-890d-41b0-9323-5af163d8a016 HTTP/1.1" status: 200 len: 210 time: 0.0333858 Jul 18 08:51:34.675021 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26397f82-3f2b-480a-bb98-ba17c02badbe None None] New status for floating IP 18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:51:34.940930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56028) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:34.996489 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-46d7c018-f68c-44e9-9f89-d8d9b8f6dc11 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group (ec6d26dd-9310-40a7-88bd-08aaa52de223), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.025151 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-46d7c018-f68c-44e9-9f89-d8d9b8f6dc11 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group (ec6d26dd-9310-40a7-88bd-08aaa52de223), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.168087 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-46d7c018-f68c-44e9-9f89-d8d9b8f6dc11 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ec6d26dd-9310-40a7-88bd-08aaa52de223), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.170593 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-46d7c018-f68c-44e9-9f89-d8d9b8f6dc11 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.171787 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-46d7c018-f68c-44e9-9f89-d8d9b8f6dc11 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "DELETE /v2.0/security-groups/ec6d26dd-9310-40a7-88bd-08aaa52de223 HTTP/1.1" status: 204 len: 168 time: 0.2342510 Jul 18 08:51:35.174681 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56032) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:35.181626 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7c018-f68c-44e9-9f89-d8d9b8f6dc11 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d26dd-9310-40a7-88bd-08aaa52de223,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:35.189311 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.api.v2.resource [None req-5ef7fd8f-5ec6-4cb7-8406-f10783e3f133 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] show failed (client error): The resource could not be found. Jul 18 08:51:35.194739 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-5ef7fd8f-5ec6-4cb7-8406-f10783e3f133 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups/ec6d26dd-9310-40a7-88bd-08aaa52de223 HTTP/1.1" status: 404 len: 347 time: 0.0149038 Jul 18 08:51:35.195022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56034) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:35.313565 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Deleting port 04c0bf86-6ed7-43cf-a459-d249089df9bf {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:35.313917 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.394503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.394832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (04c0bf86-6ed7-43cf-a459-d249089df9bf), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.405041 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:35.412715 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Calling delete_port for 04c0bf86-6ed7-43cf-a459-d249089df9bf owned by network:floatingip {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:35.632353 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (04c0bf86-6ed7-43cf-a459-d249089df9bf), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.658119 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event deleted for resources: {'Port': ['ID=04c0bf86-6ed7-43cf-a459-d249089df9bf,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:35.668664 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56040) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:35.769558 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks [] for floatingip (0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.772106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.773229 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-20af63a7-d140-4ad8-b6d5-26e05b3c22d3 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "DELETE /v2.0/floatingips/0cb90d76-d97c-4b26-bdbc-7e9e30e9f33a HTTP/1.1" status: 204 len: 168 time: 0.5771861 Jul 18 08:51:35.787922 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2eb9-f941-4650-b63b-65ec0adc6b95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (04443fa2-da5e-41f1-b88e-bcdb19496037), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.817802 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2eb9-f941-4650-b63b-65ec0adc6b95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (04443fa2-da5e-41f1-b88e-bcdb19496037), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.946387 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2eb9-f941-4650-b63b-65ec0adc6b95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (04443fa2-da5e-41f1-b88e-bcdb19496037), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.949108 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2eb9-f941-4650-b63b-65ec0adc6b95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:35.950268 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ce1a2eb9-f941-4650-b63b-65ec0adc6b95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/security-groups/04443fa2-da5e-41f1-b88e-bcdb19496037 HTTP/1.1" status: 204 len: 168 time: 0.2806702 Jul 18 08:51:35.953463 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56044) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:35.960512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a2eb9-f941-4650-b63b-65ec0adc6b95 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04443fa2-da5e-41f1-b88e-bcdb19496037,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:35.972473 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.api.v2.resource [None req-6b97b7b8-40a4-4212-9562-3e78e6aab04a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] show failed (client error): The resource could not be found. Jul 18 08:51:35.973727 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6b97b7b8-40a4-4212-9562-3e78e6aab04a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups/04443fa2-da5e-41f1-b88e-bcdb19496037 HTTP/1.1" status: 404 len: 347 time: 0.0188131 Jul 18 08:51:35.977116 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56046) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:36.093952 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port 9790cecf-ff69-457f-8bbd-eb52ec1ac66f {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:36.094247 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.113551 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:36.169827 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:36.181564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.181905 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.198717 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for 9790cecf-ff69-457f-8bbd-eb52ec1ac66f owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:36.426707 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (9790cecf-ff69-457f-8bbd-eb52ec1ac66f), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.451220 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=9790cecf-ff69-457f-8bbd-eb52ec1ac66f,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:36.514788 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.517442 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.519258 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-80013dde-fb5b-48b6-8067-b41a906fff20 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/floatingips/18f6a1b1-ae5b-4d58-a6dc-5ed3925b804a HTTP/1.1" status: 204 len: 168 time: 0.5410609 Jul 18 08:51:36.692417 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56052) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:36.697045 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475778329', 'description': 'tempest-description--1559889182'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:36.792031 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.833810 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:36.864432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (62993b5d-8ba4-4d74-9dc0-52e87dd61c56), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.951694 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (62993b5d-8ba4-4d74-9dc0-52e87dd61c56), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:36.983031 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62993b5d-8ba4-4d74-9dc0-52e87dd61c56,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:37.037802 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.039070 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d0ecd045-ad21-45f9-8b63-4e2c3129d6ec tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3456373 Jul 18 08:51:37.042098 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56054) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:37.046395 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '62993b5d-8ba4-4d74-9dc0-52e87dd61c56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:37.134751 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (d8baa236-ea1c-4ebb-8297-bdce6d1c987a), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.194143 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (d8baa236-ea1c-4ebb-8297-bdce6d1c987a), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.272020 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (d8baa236-ea1c-4ebb-8297-bdce6d1c987a), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.293790 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8baa236-ea1c-4ebb-8297-bdce6d1c987a,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:37.359830 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.361114 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-fbd164f0-2d36-419b-9b27-b2face8c41cd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3180492 Jul 18 08:51:37.364316 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56062) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:37.368699 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'security_group_rule': {'security_group_id': '62993b5d-8ba4-4d74-9dc0-52e87dd61c56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:37.461401 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (de69367a-687c-4f52-b60f-05df6d2e462e), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.485456 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:37.518142 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (de69367a-687c-4f52-b60f-05df6d2e462e), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.614746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (de69367a-687c-4f52-b60f-05df6d2e462e), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.636292 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de69367a-687c-4f52-b60f-05df6d2e462e,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:37.719382 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.720678 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-12d9556e-7943-4c4c-812b-895a507b4a08 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554339 Jul 18 08:51:37.730048 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56064) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:37.734307 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:37.813917 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:37.900528 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.016056 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.27.1.112 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/1852e217-d86d-4ed4-a40a-d845001d9847) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:51:38.120292 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (1852e217-d86d-4ed4-a40a-d845001d9847), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.140243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:38.226625 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (1852e217-d86d-4ed4-a40a-d845001d9847), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.270013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:51:38.275390 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:51:38.279419 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:51:38.284825 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=1852e217-d86d-4ed4-a40a-d845001d9847,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:38.370923 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (37655e0e-e05a-48a4-8652-76c380b19d69), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.461538 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (1852e217-d86d-4ed4-a40a-d845001d9847), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.530740 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:38.625184 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (1852e217-d86d-4ed4-a40a-d845001d9847), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.684867 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (1852e217-d86d-4ed4-a40a-d845001d9847), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.768802 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=1852e217-d86d-4ed4-a40a-d845001d9847,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:38.801756 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (37655e0e-e05a-48a4-8652-76c380b19d69), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.817451 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd9ce1-5493-4829-8620-1d59733fa54b req-d47fb257-7028-430d-884f-ed79873badb1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:38.818974 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e7fd9ce1-5493-4829-8620-1d59733fa54b req-d47fb257-7028-430d-884f-ed79873badb1 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0717378 Jul 18 08:51:38.867872 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e7fd9ce1-5493-4829-8620-1d59733fa54b req-5e621308-7830-4b56-9801-097e71cd02b0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Jul 18 08:51:38.872277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:38.873541 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9e9a4dff-0f99-4e6a-85d4-bb1b0270d7dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1425717 Jul 18 08:51:38.996785 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:39.038471 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-8e4d3873-eac2-4801-9bef-d700b7f54171 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--475778329&fields=id&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 267 time: 0.0476129 Jul 18 08:51:39.147365 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-967edb63-6adb-429b-9a96-428ba27447fe tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:39.148792 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-967edb63-6adb-429b-9a96-428ba27447fe tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.1038716 Jul 18 08:51:39.164241 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-dc73e001-0978-4476-8d3f-282f40b08651 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/quotas/ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 375 time: 0.0100100 Jul 18 08:51:39.215492 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-cad9d719-d3d9-42d6-acbe-cf2e3a9c5ee4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460665 Jul 18 08:51:39.362682 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-8087d101-8c5c-4c37-8dc9-732b297ae08f service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357934 Jul 18 08:51:39.461134 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-884ae520-e8a2-422e-98b7-a63248e172bc service neutron] 10.222.0.57 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926726 Jul 18 08:51:39.727447 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6b2e40bf-6586-44fb-b1b7-e4a66d6a4f2e req-a507c0ce-2a50-4294-9ee6-b667ce12b95c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0311973 Jul 18 08:51:39.996154 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3569f-7453-4550-a1b6-1ee552863ec8 req-5bc740b4-ef3c-40ec-a0da-24ff7c7e3e18 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:39.997579 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cce3569f-7453-4550-a1b6-1ee552863ec8 req-5bc740b4-ef3c-40ec-a0da-24ff7c7e3e18 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0545840 Jul 18 08:51:40.048026 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cce3569f-7453-4550-a1b6-1ee552863ec8 req-9c0b2ece-4ff5-40cb-8caa-055ca4d9b744 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 18 08:51:40.829979 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-45ee07e0-61e2-471d-8462-a23c04124d76 req-2e72d6c3-147e-4f66-9151-96d85708fc00 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0321865 Jul 18 08:51:41.164498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af6e37-9657-4d6a-8521-78be70a86149 req-6ec88ede-3cd9-4864-99d1-bdaaf3300850 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:41.165984 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d1af6e37-9657-4d6a-8521-78be70a86149 req-6ec88ede-3cd9-4864-99d1-bdaaf3300850 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0497856 Jul 18 08:51:41.215997 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d1af6e37-9657-4d6a-8521-78be70a86149 req-374a9270-e549-4077-88ed-7e44ce88e781 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Jul 18 08:51:41.310736 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-a1170f27-0678-4069-9b98-477aa66a1dba tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:41.312248 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-a1170f27-0678-4069-9b98-477aa66a1dba tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Jul 18 08:51:41.401114 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Deleting port 88a52aef-93c6-4a56-800d-706ae67440c0 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:41.401459 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:41.496229 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] For port 88a52aef-93c6-4a56-800d-706ae67440c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=88a52aef-93c6-4a56-800d-706ae67440c0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:41.496595 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:41.510350 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Calling delete_port for 88a52aef-93c6-4a56-800d-706ae67440c0 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:41.554387 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:41.595522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:41.704466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (88a52aef-93c6-4a56-800d-706ae67440c0), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:41.718019 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['78901683-090c-493b-919a-d66d30e8239b', '88a52aef-93c6-4a56-800d-706ae67440c0'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:51:41.721587 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:41.733272 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event deleted for resources: {'Port': ['ID=88a52aef-93c6-4a56-800d-706ae67440c0,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:41.779519 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] No DVR routers for this DVR port 88a52aef-93c6-4a56-800d-706ae67440c0 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:51:41.782095 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:41.785479 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-19f87a08-89be-4af2-8e7a-935d216dea38 req-8634fb06-42b4-4390-828d-991631ffae98 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "DELETE /v2.0/ports/88a52aef-93c6-4a56-800d-706ae67440c0 HTTP/1.1" status: 204 len: 173 time: 0.4668581 Jul 18 08:51:41.785963 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'name': 'network-vif-deleted', 'tag': '88a52aef-93c6-4a56-800d-706ae67440c0'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:41.788227 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9f972f-420e-42f6-a89f-b1b7d6d2a121" -d '{"events": [{"server_uuid": "84de371b-4af7-43af-be6d-ed94e96dcd91", "name": "network-vif-deleted", "tag": "88a52aef-93c6-4a56-800d-706ae67440c0"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:41.825232 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff2a7dc-4452-4dbd-9a7b-44e6a228ce5a x-openstack-request-id: req-4ff2a7dc-4452-4dbd-9a7b-44e6a228ce5a {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:41.828131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84de371b-4af7-43af-be6d-ed94e96dcd91", "name": "network-vif-deleted", "tag": "88a52aef-93c6-4a56-800d-706ae67440c0", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:41.828131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ff2a7dc-4452-4dbd-9a7b-44e6a228ce5a {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:41.828131 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff2a7dc-4452-4dbd-9a7b-44e6a228ce5a'] response: {'server_uuid': '84de371b-4af7-43af-be6d-ed94e96dcd91', 'name': 'network-vif-deleted', 'tag': '88a52aef-93c6-4a56-800d-706ae67440c0', 'status': 'completed', 'code': 200} Jul 18 08:51:41.936797 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce0060b5-7cab-40c7-99dc-80c5bdc016f0 req-61a7cd9c-320d-4d58-9575-9cd3da7d9ee7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Jul 18 08:51:42.316895 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-2dea0767-c990-4b41-9da7-38d5990e8117 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:42.318540 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-2dea0767-c990-4b41-9da7-38d5990e8117 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 815 time: 0.1495283 Jul 18 08:51:42.352260 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-27e41969-391c-4b2c-895a-3df44336afa2 req-e32dd3b8-1831-47d6-9ed8-1e0d1634eef0 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=84de371b-4af7-43af-be6d-ed94e96dcd91 HTTP/1.1" status: 200 len: 210 time: 0.0294292 Jul 18 08:51:42.386632 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-f88cacbb-8c1d-4580-94d2-e8bc8574ea2a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff HTTP/1.1" status: 200 len: 379 time: 0.0581236 Jul 18 08:51:42.635157 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'port': {'device_id': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'admin_state_up': True, 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'security_groups': ['62993b5d-8ba4-4d74-9dc0-52e87dd61c56']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:42.832999 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Made reservation on behalf of ab95af0a9cb74221a15ac73cbb8ca0ff for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:51:42.841623 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:42.991187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Allocated IP 172.20.0.4 (91d2b33d-7b11-4b88-9cd3-44537bfe048d/2805bb20-a3c6-4028-af76-b0d55fbe4c52/f3097c6f-2822-4140-90fd-598d399f4804) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:51:43.069536 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4cdf6cd-2773-4156-8794-b18066bebac0 req-c542878f-29fd-4692-bc06-9c438ad2c4cc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0465240 Jul 18 08:51:43.185065 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for port (f3097c6f-2822-4140-90fd-598d399f4804), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:43.272602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (f3097c6f-2822-4140-90fd-598d399f4804), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:43.325229 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:51:43.331106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:51:43.333390 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event updated for resources: {'Port': ['ID=f3097c6f-2822-4140-90fd-598d399f4804,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:43.335767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:51:43.363080 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:43.391703 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:43.392399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:43.400489 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:43.480791 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e210a9c1-4588-4edb-81ca-0639775bfb1b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8496203 Jul 18 08:51:43.532499 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:51:43.557296 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Request body: {'port': {'device_id': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:43.584196 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-d80d390e-b479-4021-bd06-759f412f1f56 None None] Provisioning complete for port f3097c6f-2822-4140-90fd-598d399f4804 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:51:43.585024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d80d390e-b479-4021-bd06-759f412f1f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (f3097c6f-2822-4140-90fd-598d399f4804), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:43.621375 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-d80d390e-b479-4021-bd06-759f412f1f56 None None] Port f3097c6f-2822-4140-90fd-598d399f4804 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:51:43.624526 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f3097c6f-2822-4140-90fd-598d399f4804), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:43.977392 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e42d-eb4a-4625-b6f3-a0ecb2583456 req-16db298f-2e86-4c6b-b539-799079198f3f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:43.978908 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-86e1e42d-eb4a-4625-b6f3-a0ecb2583456 req-16db298f-2e86-4c6b-b539-799079198f3f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0537739 Jul 18 08:51:44.039071 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-86e1e42d-eb4a-4625-b6f3-a0ecb2583456 req-aea5b32d-91f0-41b6-9a25-15edc38d9497 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533943 Jul 18 08:51:44.142432 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3097c6f-2822-4140-90fd-598d399f4804 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:51:44.161530 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Publish callbacks [] for port (f3097c6f-2822-4140-90fd-598d399f4804), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:44.200354 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Transition to ACTIVE for port object f3097c6f-2822-4140-90fd-598d399f4804 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:51:44.207159 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1897db-90b7-4d31-93d0-9b88576c65da req-dae79f1e-a8d0-4328-af5c-71e293b76be7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:44.208724 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6b1897db-90b7-4d31-93d0-9b88576c65da req-dae79f1e-a8d0-4328-af5c-71e293b76be7 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 931 time: 0.0614667 Jul 18 08:51:44.260171 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6b1897db-90b7-4d31-93d0-9b88576c65da req-63900055-0201-40c5-a1a9-eec8b0267d6e tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452816 Jul 18 08:51:44.304437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (f3097c6f-2822-4140-90fd-598d399f4804), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:44.365078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Pushing event updated for resources: {'Port': ['ID=f3097c6f-2822-4140-90fd-598d399f4804,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:44.439292 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Attempting to bind port f3097c6f-2822-4140-90fd-598d399f4804 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:51:44.440001 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Attempting to bind port f3097c6f-2822-4140-90fd-598d399f4804 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:51:44.440379 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Attempting to bind port f3097c6f-2822-4140-90fd-598d399f4804 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:51:44.445326 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Port f3097c6f-2822-4140-90fd-598d399f4804 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:51:44.445650 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Attempting to bind port f3097c6f-2822-4140-90fd-598d399f4804 on network 91d2b33d-7b11-4b88-9cd3-44537bfe048d {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:51:44.451111 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:51:44.451444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Checking segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:51:44.451853 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Bound using segment: {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:51:44.452541 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Bound port: f3097c6f-2822-4140-90fd-598d399f4804, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad081a3-d91e-4f35-96e6-fdfe93076433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:51:44.452898 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f3097c6f-2822-4140-90fd-598d399f4804), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:44.489848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:44.517602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] For port f3097c6f-2822-4140-90fd-598d399f4804, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:51:44.521039 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] For port f3097c6f-2822-4140-90fd-598d399f4804, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=f3097c6f-2822-4140-90fd-598d399f4804,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:51:44.592668 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (f3097c6f-2822-4140-90fd-598d399f4804), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:44.632917 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:44.633533 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:44.634884 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] 10.222.0.47 "PUT /v2.0/ports/f3097c6f-2822-4140-90fd-598d399f4804 HTTP/1.1" status: 200 len: 1093 time: 1.1421783 Jul 18 08:51:44.635314 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:44.637641 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43" -d '{"events": [{"name": "network-changed", "server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "tag": "f3097c6f-2822-4140-90fd-598d399f4804"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:44.660126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e879c-7a25-494a-8ecd-58b8c5871257 service neutron] Pushing event updated for resources: {'Port': ['ID=f3097c6f-2822-4140-90fd-598d399f4804,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:44.741023 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c99d48-7280-47e4-b70f-383a31ad78b4 x-openstack-request-id: req-85c99d48-7280-47e4-b70f-383a31ad78b4 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:44.741313 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "tag": "f3097c6f-2822-4140-90fd-598d399f4804", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:44.741565 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85c99d48-7280-47e4-b70f-383a31ad78b4 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:44.741973 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c99d48-7280-47e4-b70f-383a31ad78b4'] response: {'name': 'network-changed', 'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804', 'status': 'completed', 'code': 200} Jul 18 08:51:45.154445 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b61807-cc9f-4dde-a2b9-e2161b34e3eb req-d7404b90-2ca5-411e-ae2d-506e6dfab9aa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:45.155974 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f3b61807-cc9f-4dde-a2b9-e2161b34e3eb req-d7404b90-2ca5-411e-ae2d-506e6dfab9aa tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0479574 Jul 18 08:51:45.205967 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f3b61807-cc9f-4dde-a2b9-e2161b34e3eb req-8fbe9505-7ab0-4bca-bf5e-9ca60aa7344f tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Jul 18 08:51:45.380022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4899716-a01c-4857-837f-176f5e89cbc3 req-31b120c6-e98e-4d14-8fc6-c827c094016f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:45.381494 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f4899716-a01c-4857-837f-176f5e89cbc3 req-31b120c6-e98e-4d14-8fc6-c827c094016f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 943 time: 0.0496588 Jul 18 08:51:45.427570 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f4899716-a01c-4857-837f-176f5e89cbc3 req-61930bad-ab92-4e6d-b6c4-2cfbd921cdb5 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406191 Jul 18 08:51:46.249109 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=83 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:46.322504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d6f2-9382-4da4-84f5-b20c5984d5d3 req-76ad1128-fd35-4615-9989-2b97e0f4736c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:46.323988 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-30c4d6f2-9382-4da4-84f5-b20c5984d5d3 req-76ad1128-fd35-4615-9989-2b97e0f4736c tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0476954 Jul 18 08:51:46.373341 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-30c4d6f2-9382-4da4-84f5-b20c5984d5d3 req-ac0d4219-de8f-4b2b-ab6e-ffb2dc28facd tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Jul 18 08:51:46.383185 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 88a52aef-93c6-4a56-800d-706ae67440c0 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:46.402942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 88a52aef-93c6-4a56-800d-706ae67440c0 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:46.403290 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 88a52aef-93c6-4a56-800d-706ae67440c0 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:46.543985 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb78c2-94a7-4ea3-aa6c-0d4fce70e556 req-99d5b8ed-8a5f-4a57-80bc-206889fc5d36 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:46.545372 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-80fb78c2-94a7-4ea3-aa6c-0d4fce70e556 req-99d5b8ed-8a5f-4a57-80bc-206889fc5d36 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 943 time: 0.0482595 Jul 18 08:51:46.557763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:46.594619 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-80fb78c2-94a7-4ea3-aa6c-0d4fce70e556 req-0ad660e3-557a-4e54-b8ef-d3e76b8a3d61 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Jul 18 08:51:47.151831 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43 req-ef5693e0-15c6-4c13-85ca-b00960b391d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.153307 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43 req-ef5693e0-15c6-4c13-85ca-b00960b391d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 1127 time: 0.0439715 Jul 18 08:51:47.229465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:47.256908 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43 req-d045e880-14c4-4c45-8f7c-8e366fb5e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.258384 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43 req-d045e880-14c4-4c45-8f7c-8e366fb5e740 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964243 Jul 18 08:51:47.373273 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43 req-666df84e-6ffd-44f5-857c-2e248328db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.374796 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a41935bc-3ecd-4f50-ba3d-069cd96dbe43 req-666df84e-6ffd-44f5-857c-2e248328db63 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988135 Jul 18 08:51:47.443544 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-7cb76a9d-ecd0-4c9e-9b6c-57f456abc37e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.445158 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-7cb76a9d-ecd0-4c9e-9b6c-57f456abc37e tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0555272 Jul 18 08:51:47.472890 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-8f4a212a-24ac-4dd5-a6ab-c5b901c61534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.474385 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-8f4a212a-24ac-4dd5-a6ab-c5b901c61534 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 1127 time: 0.0431149 Jul 18 08:51:47.519645 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-09077c67-21c2-4393-b13e-ba36144365a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3097c6f-2822-4140-90fd-598d399f4804 HTTP/1.1" status: 200 len: 217 time: 0.0374298 Jul 18 08:51:47.527039 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de5e80-2599-4424-9670-da655c079d8a req-0f110823-7077-48aa-8a6e-50b72474eb3d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.529329 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b6de5e80-2599-4424-9670-da655c079d8a req-0f110823-7077-48aa-8a6e-50b72474eb3d tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 945 time: 0.0797019 Jul 18 08:51:47.572412 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-c0d6c58d-3a0c-4ab9-b60e-1b1a87403be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.573869 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-c0d6c58d-3a0c-4ab9-b60e-1b1a87403be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.0476444 Jul 18 08:51:47.598461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Deleting port 78901683-090c-493b-919a-d66d30e8239b {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:47.598808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (78901683-090c-493b-919a-d66d30e8239b), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:47.622209 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-9115c0d8-1e4e-4eaa-ab76-0ddbec279e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:47.623774 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-9115c0d8-1e4e-4eaa-ab76-0ddbec279e1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416071 Jul 18 08:51:47.637669 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b6de5e80-2599-4424-9670-da655c079d8a req-7ac01959-f8d9-4edf-89e9-5290c6a7c700 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/security-groups?id=f27fefc2-2e64-470d-90b1-5640f939f355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977314 Jul 18 08:51:47.713049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] For port 78901683-090c-493b-919a-d66d30e8239b, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=78901683-090c-493b-919a-d66d30e8239b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:47.713413 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (78901683-090c-493b-919a-d66d30e8239b), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:47.729151 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Calling delete_port for 78901683-090c-493b-919a-d66d30e8239b owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:47.847092 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:47.950425 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (78901683-090c-493b-919a-d66d30e8239b), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:47.964125 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['78901683-090c-493b-919a-d66d30e8239b'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:51:47.980146 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Pushing event deleted for resources: {'Port': ['ID=78901683-090c-493b-919a-d66d30e8239b,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:48.024647 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8e91f-b859-42a5-8396-6d86601e2b6e req-bcee8a36-76d3-4a15-b46c-04f42d8c0bdd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:48.027228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] No DVR routers for this DVR port 78901683-090c-493b-919a-d66d30e8239b on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:51:48.029075 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-43b8e91f-b859-42a5-8396-6d86601e2b6e req-bcee8a36-76d3-4a15-b46c-04f42d8c0bdd tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 943 time: 0.0724308 Jul 18 08:51:48.029753 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:48.033173 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-79a1026b-4aa9-4634-ba21-543bbf6f2095 req-04599759-5165-43ae-a3bd-f65587c29e47 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.47 "DELETE /v2.0/ports/78901683-090c-493b-919a-d66d30e8239b HTTP/1.1" status: 204 len: 173 time: 0.5823894 Jul 18 08:51:48.033733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cd9ec0-94a9-4043-983e-d876084556ad', 'name': 'network-vif-deleted', 'tag': '78901683-090c-493b-919a-d66d30e8239b'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:48.036279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61737f-8d04-400b-b4e3-587cb015379c" -d '{"events": [{"server_uuid": "75cd9ec0-94a9-4043-983e-d876084556ad", "name": "network-vif-deleted", "tag": "78901683-090c-493b-919a-d66d30e8239b"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:48.058869 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-86d2053a-bc84-4d69-904e-6c6a81567518 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195647 Jul 18 08:51:48.072320 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd97a0-5d49-49d3-98b5-fff728916fe5 x-openstack-request-id: req-19fd97a0-5d49-49d3-98b5-fff728916fe5 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:48.072614 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cd9ec0-94a9-4043-983e-d876084556ad", "name": "network-vif-deleted", "tag": "78901683-090c-493b-919a-d66d30e8239b", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:48.072871 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19fd97a0-5d49-49d3-98b5-fff728916fe5 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:48.073272 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fd97a0-5d49-49d3-98b5-fff728916fe5'] response: {'server_uuid': '75cd9ec0-94a9-4043-983e-d876084556ad', 'name': 'network-vif-deleted', 'tag': '78901683-090c-493b-919a-d66d30e8239b', 'status': 'completed', 'code': 200} Jul 18 08:51:48.121628 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-43b8e91f-b859-42a5-8396-6d86601e2b6e req-e9e59ca8-5ce2-497f-8e62-eb466f3c9885 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844095 Jul 18 08:51:48.182797 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-66f47eb9-8d8b-4739-af7b-bfded48a8ede req-e6e55d26-73f9-41a2-82fc-9911cac73a3f service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158714 Jul 18 08:51:48.753670 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f82a9622-8d00-41fa-8047-0bb202ccd63e req-2359d9d0-35e2-4614-89f5-4cb88ed5f270 tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 210 time: 0.0288961 Jul 18 08:51:49.243706 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855b229-ccfe-4f0b-83a1-1886d812e0e0 req-f1034112-4d8b-4d7e-ad53-6e46267689e3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:49.245176 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f855b229-ccfe-4f0b-83a1-1886d812e0e0 req-f1034112-4d8b-4d7e-ad53-6e46267689e3 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 943 time: 0.0509415 Jul 18 08:51:49.292933 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f855b229-ccfe-4f0b-83a1-1886d812e0e0 req-6889edcb-23e4-426d-b0c3-ad3815047086 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Jul 18 08:51:49.869282 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ed93ec-48d9-4611-aa92-b431ef8474a4 req-7f825a73-2779-437b-ac92-a7f4b09b811b tempest-ServerRescueNegativeTestJSON-220645641 tempest-ServerRescueNegativeTestJSON-220645641-project] 10.222.0.57 "GET /v2.0/ports?device_id=75cd9ec0-94a9-4043-983e-d876084556ad HTTP/1.1" status: 200 len: 210 time: 0.0305700 Jul 18 08:51:50.372717 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:50.413257 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device f3097c6f-2822-4140-90fd-598d399f4804 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:51:50.416177 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c3d80-4702-48e7-af6d-63c45834ab86 req-2ebe9900-5e8c-4cdf-831d-7bd38dfb7f9f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:50.417702 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2c5c3d80-4702-48e7-af6d-63c45834ab86 req-2ebe9900-5e8c-4cdf-831d-7bd38dfb7f9f tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 943 time: 0.0534718 Jul 18 08:51:50.468934 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2c5c3d80-4702-48e7-af6d-63c45834ab86 req-49660c68-535e-4981-a79f-5efd59017818 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450299 Jul 18 08:51:50.525161 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port f3097c6f-2822-4140-90fd-598d399f4804, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=f3097c6f-2822-4140-90fd-598d399f4804,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:50.537925 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': 'f3097c6f-2822-4140-90fd-598d399f4804', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'port_id': 'f3097c6f-2822-4140-90fd-598d399f4804', 'mac_address': 'fa:16:3e:e7:d8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:51:50.573923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port f3097c6f-2822-4140-90fd-598d399f4804 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:51:50.574218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f3097c6f-2822-4140-90fd-598d399f4804), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:50.588297 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3097c6f-2822-4140-90fd-598d399f4804 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:51:50.607655 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port f3097c6f-2822-4140-90fd-598d399f4804, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=f3097c6f-2822-4140-90fd-598d399f4804,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:50.690071 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (f3097c6f-2822-4140-90fd-598d399f4804), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:50.739172 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=f3097c6f-2822-4140-90fd-598d399f4804,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:50.932689 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56162) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:50.993995 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['f3097c6f-2822-4140-90fd-598d399f4804'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:51:51.146104 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0e3a2949-306a-4a56-9b97-328bef9ac8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:51.281588 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:51.426155 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (b162ecfe-f7d4-4c66-862f-88ca255cede9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:51.586926 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d552-709e-4789-b8c6-91e9c82a86fd req-093917fb-3b0e-46d1-8142-1c612846e264 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:51.588626 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5694d552-709e-4789-b8c6-91e9c82a86fd req-093917fb-3b0e-46d1-8142-1c612846e264 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 944 time: 0.0484736 Jul 18 08:51:51.640428 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5694d552-709e-4789-b8c6-91e9c82a86fd req-a1d29081-abd0-4824-b3a3-7496008a647b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Jul 18 08:51:51.706381 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Deleting port cbb70273-3451-434b-9167-a841b8df538b {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:51.706716 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (cbb70273-3451-434b-9167-a841b8df538b), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:51.787421 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] For port cbb70273-3451-434b-9167-a841b8df538b, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cbb70273-3451-434b-9167-a841b8df538b,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:51.787876 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (cbb70273-3451-434b-9167-a841b8df538b), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:51.800307 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Calling delete_port for cbb70273-3451-434b-9167-a841b8df538b owned by network:router_interface {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:51.968725 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:52.100560 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (cbb70273-3451-434b-9167-a841b8df538b), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:52.132059 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb70273-3451-434b-9167-a841b8df538b,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:52.303377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (b162ecfe-f7d4-4c66-862f-88ca255cede9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:52.353187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:52.413406 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device f3097c6f-2822-4140-90fd-598d399f4804 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:51:52.436907 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:52.457847 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port f3097c6f-2822-4140-90fd-598d399f4804 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:51:52.516634 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Router b162ecfe-f7d4-4c66-862f-88ca255cede9 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:51:52.517481 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port f3097c6f-2822-4140-90fd-598d399f4804 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:51:52.518144 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (f3097c6f-2822-4140-90fd-598d399f4804), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:52.565123 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:52.595091 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port f3097c6f-2822-4140-90fd-598d399f4804 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:51:52.595569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (f3097c6f-2822-4140-90fd-598d399f4804), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:52.621665 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:52.624017 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c8ed5-df99-45b0-9610-635facdd93fd" -d '{"events": [{"server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "name": "network-vif-plugged", "status": "completed", "tag": "f3097c6f-2822-4140-90fd-598d399f4804"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:52.625426 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:51:52.633113 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3fd45604-012c-4a43-ba2a-9610c0bc1969 admin admin] 10.222.0.57 "PUT /v2.0/routers/b162ecfe-f7d4-4c66-862f-88ca255cede9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993144 Jul 18 08:51:52.636438 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56172) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:52.639424 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] Sync routers for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:51:52.641940 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port f3097c6f-2822-4140-90fd-598d399f4804, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=f3097c6f-2822-4140-90fd-598d399f4804,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:52.651795 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:52.652656 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:52.673362 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38ff7d7-f4ef-45ab-b5e3-5ac35b5b8c90 x-openstack-request-id: req-e38ff7d7-f4ef-45ab-b5e3-5ac35b5b8c90 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:52.674906 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "name": "network-vif-plugged", "status": "completed", "tag": "f3097c6f-2822-4140-90fd-598d399f4804", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:52.675428 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e38ff7d7-f4ef-45ab-b5e3-5ac35b5b8c90 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:52.675918 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38ff7d7-f4ef-45ab-b5e3-5ac35b5b8c90'] response: {'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804', 'code': 200} Jul 18 08:51:52.718640 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (f3097c6f-2822-4140-90fd-598d399f4804), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:52.719098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 78901683-090c-493b-919a-d66d30e8239b no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:52.752522 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 78901683-090c-493b-919a-d66d30e8239b {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:52.752958 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 78901683-090c-493b-919a-d66d30e8239b not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:52.785661 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30a0aa-3865-46fa-b48e-4c53026909f4 req-6de855c6-aecf-486d-8df1-8f105b4cbe16 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:52.794296 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2e30a0aa-3865-46fa-b48e-4c53026909f4 req-6de855c6-aecf-486d-8df1-8f105b4cbe16 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0629942 Jul 18 08:51:52.795083 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks [] for router (b162ecfe-f7d4-4c66-862f-88ca255cede9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:52.805609 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:52.807228 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=f3097c6f-2822-4140-90fd-598d399f4804,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:52.868396 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2e30a0aa-3865-46fa-b48e-4c53026909f4 req-c601c79b-50e0-47f9-aaba-6b1b15c981ef tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728312 Jul 18 08:51:53.018257 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:51:51Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:53.031306 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b2c3-84ae-459d-8060-9f0770244c60 req-4379cec8-bfba-4e36-abd2-0db87a5d725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:53.034938 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cfa6b2c3-84ae-459d-8060-9f0770244c60 req-4379cec8-bfba-4e36-abd2-0db87a5d725f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 1129 time: 0.0474014 Jul 18 08:51:53.046959 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] Checking router: b162ecfe-f7d4-4c66-862f-88ca255cede9 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:51:53.061062 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] Routers {'b162ecfe-f7d4-4c66-862f-88ca255cede9'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:53.061811 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['b162ecfe-f7d4-4c66-862f-88ca255cede9'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:53.093164 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cfa6b2c3-84ae-459d-8060-9f0770244c60 req-2f77b1dd-23bd-43b0-bd3d-3213ef4190b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516682 Jul 18 08:51:53.171535 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] Set router b162ecfe-f7d4-4c66-862f-88ca255cede9 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:53.182148 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks [] for router_gateway (b162ecfe-f7d4-4c66-862f-88ca255cede9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.251234 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:53.284713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Deleting port f52178ca-1474-4c39-8c9c-57af0fca6168 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:53.285055 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.344294 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:51:51Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:53.370353 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b22670-8bd3-4b65-9f85-dafe933d3bb6 None None] The sync data for ids ['b162ecfe-f7d4-4c66-862f-88ca255cede9'] in dv-cinder-850142-3-iscsi is: [{'id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'name': 'tempest-ServerRescueNegativeTestJSON-565234074-router', 'tenant_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:51:51Z', 'revision_number': 5, 'project_id': 'c2f44b51cc624637bccd9ed1d3b1a769', 'gw_port': {'id': 'f52178ca-1474-4c39-8c9c-57af0fca6168', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162ecfe-f7d4-4c66-862f-88ca255cede9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:04Z', 'updated_at': '2022-07-18T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:51:53.372309 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] For port f52178ca-1474-4c39-8c9c-57af0fca6168, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=f52178ca-1474-4c39-8c9c-57af0fca6168,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:53.372675 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.386900 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Calling delete_port for f52178ca-1474-4c39-8c9c-57af0fca6168 owned by network:router_gateway {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:53.500560 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ae0d8a49-ea3d-4e65-bce2-02f447c93d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.603417 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (f52178ca-1474-4c39-8c9c-57af0fca6168), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.629009 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Pushing event deleted for resources: {'Port': ['ID=f52178ca-1474-4c39-8c9c-57af0fca6168,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:53.692299 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (b162ecfe-f7d4-4c66-862f-88ca255cede9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.800779 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (b162ecfe-f7d4-4c66-862f-88ca255cede9), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.803334 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks [] for router_controller (b162ecfe-f7d4-4c66-862f-88ca255cede9), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.927324 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (b162ecfe-f7d4-4c66-862f-88ca255cede9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.928037 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Fanout notify agent at l3_agent the message router_deleted on router b162ecfe-f7d4-4c66-862f-88ca255cede9 {{(pid=111084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:51:53.934869 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:53.935989 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-94829b03-6921-41ea-8a42-91a230e4bede admin admin] 10.222.0.57 "DELETE /v2.0/routers/b162ecfe-f7d4-4c66-862f-88ca255cede9 HTTP/1.1" status: 204 len: 168 time: 1.2915106 Jul 18 08:51:53.938800 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56178) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:53.977567 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:53.996288 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Deleting subnet 14c4c82e-40cd-48c7-9967-7671eea33e56 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:51:53.996407 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136545aa-d5c7-4b9d-b440-6cd706bc23b3 req-ef2716ea-c121-4d11-ae10-f95f23c3a41a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:53.996407 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-136545aa-d5c7-4b9d-b440-6cd706bc23b3 req-ef2716ea-c121-4d11-ae10-f95f23c3a41a tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0601354 Jul 18 08:51:53.996592 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Publish callbacks [] for subnet (14c4c82e-40cd-48c7-9967-7671eea33e56), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.014942 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:54.034585 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (14c4c82e-40cd-48c7-9967-7671eea33e56), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.044439 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-136545aa-d5c7-4b9d-b440-6cd706bc23b3 req-e2917041-0eb1-4b76-af22-df7f9e5e6f42 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468163 Jul 18 08:51:54.130817 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (14c4c82e-40cd-48c7-9967-7671eea33e56), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.255421 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (14c4c82e-40cd-48c7-9967-7671eea33e56), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.284949 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.291445 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/14c4c82e-40cd-48c7-9967-7671eea33e56 HTTP/1.1" status: 204 len: 168 time: 0.3486941 Jul 18 08:51:54.291445 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac5c40-ee00-4ef9-8ea1-4dff1054c150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c4c82e-40cd-48c7-9967-7671eea33e56,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:54.291850 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56186) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:54.293440 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d103d-27fc-4f4b-a723-0b0c48ddc660 None None] Network 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:51:54.369905 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (7493bcf7-a4b9-4c49-a680-3a0a798b3b98), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.440256 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Deleting port 6653dd87-c992-42ca-b483-03fc7fced7d0 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:54.440755 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.485564 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] DHCP port deletion for 7493bcf7-a4b9-4c49-a680-3a0a798b3b98 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:51:54.521936 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] For port 6653dd87-c992-42ca-b483-03fc7fced7d0, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6653dd87-c992-42ca-b483-03fc7fced7d0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:54.522454 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.541580 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Calling delete_port for 6653dd87-c992-42ca-b483-03fc7fced7d0 owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:54.542749 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device f52178ca-1474-4c39-8c9c-57af0fca6168 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:54.571201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] Deleting port 6653dd87-c992-42ca-b483-03fc7fced7d0 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:51:54.571582 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.585728 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: f52178ca-1474-4c39-8c9c-57af0fca6168 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:54.586078 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device f52178ca-1474-4c39-8c9c-57af0fca6168 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:54.586508 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cbb70273-3451-434b-9167-a841b8df538b no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:54.641341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: cbb70273-3451-434b-9167-a841b8df538b {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:54.641692 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cbb70273-3451-434b-9167-a841b8df538b not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:54.654085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.659878 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] For port 6653dd87-c992-42ca-b483-03fc7fced7d0, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6653dd87-c992-42ca-b483-03fc7fced7d0,segment=NetworkSegment(7ad52668-07c9-43e0-a97a-e659e3ebb2b7),segment_id=7ad52668-07c9-43e0-a97a-e659e3ebb2b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:51:54.660277 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.672496 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] Calling delete_port for 6653dd87-c992-42ca-b483-03fc7fced7d0 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:51:54.727717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:54.735046 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.750378 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (6653dd87-c992-42ca-b483-03fc7fced7d0), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.764283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6653dd87-c992-42ca-b483-03fc7fced7d0,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:54.770122 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] No DVR routers for this DVR port 6653dd87-c992-42ca-b483-03fc7fced7d0 on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:51:54.780745 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] Pushing event deleted for resources: {'Port': ['ID=6653dd87-c992-42ca-b483-03fc7fced7d0,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:54.785010 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e56722-a2ed-49df-a5e3-b8279d6436d8 None None] No DVR routers for this DVR port 6653dd87-c992-42ca-b483-03fc7fced7d0 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:51:54.813082 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:54.855156 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (7493bcf7-a4b9-4c49-a680-3a0a798b3b98), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.875570 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7493bcf7-a4b9-4c49-a680-3a0a798b3b98']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:54.887378 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad52668-07c9-43e0-a97a-e659e3ebb2b7') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:54.887727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad52668-07c9-43e0-a97a-e659e3ebb2b7') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:54.898890 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (7ad52668-07c9-43e0-a97a-e659e3ebb2b7), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.912041 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (7ad52668-07c9-43e0-a97a-e659e3ebb2b7), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:54.918269 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:51:54.918656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (7ad52668-07c9-43e0-a97a-e659e3ebb2b7), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.010695 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 7ad52668-07c9-43e0-a97a-e659e3ebb2b7 resource provider aggregate not found Jul 18 08:51:55.029168 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 7ad52668-07c9-43e0-a97a-e659e3ebb2b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ad52668-07c9-43e0-a97a-e659e3ebb2b7 found for delete ", "request_id": "req-d1cb6ac6-9366-4c9b-b8da-af0701aad97b"}]} Jul 18 08:51:55.106495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (7493bcf7-a4b9-4c49-a680-3a0a798b3b98), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.115110 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.117387 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] 10.222.0.57 "DELETE /v2.0/networks/7493bcf7-a4b9-4c49-a680-3a0a798b3b98 HTTP/1.1" status: 204 len: 168 time: 0.8244867 Jul 18 08:51:55.118250 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:55.130946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca468d-2cd2-4d92-94af-5c56f9e2a8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7493bcf7-a4b9-4c49-a680-3a0a798b3b98,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:55.178943 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37aedb-c580-474b-ba11-82500916ae1a req-e7973aad-4203-4fa5-8baa-3769d627efe9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:55.180544 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1c37aedb-c580-474b-ba11-82500916ae1a req-e7973aad-4203-4fa5-8baa-3769d627efe9 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0632291 Jul 18 08:51:55.230296 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1c37aedb-c580-474b-ba11-82500916ae1a req-d8a12fe0-a3be-41ab-b22b-2184e8f75b3b tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 Jul 18 08:51:55.345378 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383f85e-a9fc-49dd-aeb0-1f0aaf8fc7e8 req-72a4874d-1347-468f-842c-eb5a32a007b8 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:55.346934 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e383f85e-a9fc-49dd-aeb0-1f0aaf8fc7e8 req-72a4874d-1347-468f-842c-eb5a32a007b8 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0487199 Jul 18 08:51:55.356561 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56206) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:55.361703 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Request body: {'floatingip': {'port_id': 'f3097c6f-2822-4140-90fd-598d399f4804'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:51:55.402721 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (37655e0e-e05a-48a4-8652-76c380b19d69), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.514705 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56208) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:55.633553 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-737d785b-5597-4e47-8c92-0714824c71f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2f44b51cc624637bccd9ed1d3b1a769&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1177146 Jul 18 08:51:55.636205 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56210) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:51:55.689459 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd63-b722-4056-8cfb-b60ffba01ddc admin admin] Publish callbacks [] for security_group (f27fefc2-2e64-470d-90b1-5640f939f355), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.712121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd63-b722-4056-8cfb-b60ffba01ddc admin admin] Publish callbacks [] for security_group (f27fefc2-2e64-470d-90b1-5640f939f355), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.826328 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd63-b722-4056-8cfb-b60ffba01ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f27fefc2-2e64-470d-90b1-5640f939f355), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.829210 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd63-b722-4056-8cfb-b60ffba01ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.837003 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9a4dbd63-b722-4056-8cfb-b60ffba01ddc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f27fefc2-2e64-470d-90b1-5640f939f355 HTTP/1.1" status: 204 len: 168 time: 0.1930697 Jul 18 08:51:55.840254 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dbd63-b722-4056-8cfb-b60ffba01ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27fefc2-2e64-470d-90b1-5640f939f355,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:51:55.884179 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:55.950631 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (37655e0e-e05a-48a4-8652-76c380b19d69), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:56.053187 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 37655e0e-e05a-48a4-8652-76c380b19d69 associated. External IP: 172.27.1.112, port: f3097c6f-2822-4140-90fd-598d399f4804. Jul 18 08:51:56.264040 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:56.272107 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:51:56.351603 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:56.391172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:51:56.396665 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:56.404822 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:51:56.416847 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:56.417799 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:56.426895 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:56.431334 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b41d39b3-c7cc-437b-864a-e1c30af23623 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "PUT /v2.0/floatingips/37655e0e-e05a-48a4-8652-76c380b19d69 HTTP/1.1" status: 200 len: 991 time: 1.0735147 Jul 18 08:51:56.431944 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:51:56.434337 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748581d8-da42-45c7-89d7-d9b51bbbe4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "tag": "f3097c6f-2822-4140-90fd-598d399f4804"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:51:56.455439 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6653dd87-c992-42ca-b483-03fc7fced7d0 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:51:56.482104 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 6653dd87-c992-42ca-b483-03fc7fced7d0 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:51:56.482534 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6653dd87-c992-42ca-b483-03fc7fced7d0 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:51:56.552761 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:51:56.555503 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:56.693804 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec079d7-2ee5-405c-b542-aaae25952ae2 x-openstack-request-id: req-eec079d7-2ee5-405c-b542-aaae25952ae2 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:51:56.694101 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "tag": "f3097c6f-2822-4140-90fd-598d399f4804", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:51:56.694358 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eec079d7-2ee5-405c-b542-aaae25952ae2 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:51:56.694799 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec079d7-2ee5-405c-b542-aaae25952ae2'] response: {'name': 'network-changed', 'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804', 'status': 'completed', 'code': 200} Jul 18 08:51:56.757444 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-5f13d057-9012-4ccd-97c1-ef7ea8014296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:56.758957 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-5f13d057-9012-4ccd-97c1-ef7ea8014296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 1129 time: 0.0415387 Jul 18 08:51:56.883644 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-0dc8a108-2628-489c-9b13-1ccd8b206e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:56.885283 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-0dc8a108-2628-489c-9b13-1ccd8b206e19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 200 len: 916 time: 0.1208344 Jul 18 08:51:56.924427 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '37655e0e-e05a-48a4-8652-76c380b19d69', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'f3097c6f-2822-4140-90fd-598d399f4804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e7:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:51:38Z', 'updated_at': '2022-07-18T08:51:55Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:56.950836 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:51:56.952462 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-e693e91e-eea2-4dba-b086-4b9fa10b5241 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3097c6f-2822-4140-90fd-598d399f4804 HTTP/1.1" status: 200 len: 999 time: 0.0607572 Jul 18 08:51:56.960052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:51:56.961051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:57.025782 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-ed14e802-8f26-4ead-8dc1-0c13dd20b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:57.027485 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-ed14e802-8f26-4ead-8dc1-0c13dd20b482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 200 len: 854 time: 0.0683620 Jul 18 08:51:57.081394 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-0869faa2-21c3-47e4-8f39-6b5296ab3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:57.083888 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-0869faa2-21c3-47e4-8f39-6b5296ab3d03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91d2b33d-7b11-4b88-9cd3-44537bfe048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493970 Jul 18 08:51:57.087076 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:51:57.221394 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-161ac190-9ce4-42d0-8eb8-27dd10119843 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240869 Jul 18 08:51:57.334617 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-748581d8-da42-45c7-89d7-d9b51bbbe4a9 req-b81eac7b-5667-400e-8937-8b5ab46a0d57 service neutron] 10.222.0.47 "GET /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029959 Jul 18 08:51:57.371994 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '37655e0e-e05a-48a4-8652-76c380b19d69', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'f3097c6f-2822-4140-90fd-598d399f4804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e7:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:51:38Z', 'updated_at': '2022-07-18T08:51:55Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:51:57.403715 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e75350-4a45-4f63-ab1a-3a84e613fabf None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '37655e0e-e05a-48a4-8652-76c380b19d69', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'port_id': 'f3097c6f-2822-4140-90fd-598d399f4804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'mac_address': 'fa:16:3e:e7:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:51:38Z', 'updated_at': '2022-07-18T08:51:55Z', 'revision_number': 1, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:51:57.436861 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ca41-6bd6-430d-ad18-b706c1a3191f req-a7876470-21cf-460c-904e-c64093e3cf41 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:57.438587 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5628ca41-6bd6-430d-ad18-b706c1a3191f req-a7876470-21cf-460c-904e-c64093e3cf41 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0590713 Jul 18 08:51:57.497946 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5628ca41-6bd6-430d-ad18-b706c1a3191f req-2599c24c-c85a-4ded-a49a-122e157d47bb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519283 Jul 18 08:51:57.625180 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5019-6b9f-4242-b113-90f4029fc760 None None] New status for floating IP 37655e0e-e05a-48a4-8652-76c380b19d69: ACTIVE {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:51:58.640114 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a664f7-c2df-4caf-a908-3e8b15acf266 req-fc4bbf6d-d686-4126-9f64-e31fd9aac038 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:58.643313 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-11a664f7-c2df-4caf-a908-3e8b15acf266 req-fc4bbf6d-d686-4126-9f64-e31fd9aac038 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0602863 Jul 18 08:51:58.711352 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-11a664f7-c2df-4caf-a908-3e8b15acf266 req-3528030f-675f-4561-8f58-0fa648e0b184 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609877 Jul 18 08:51:59.844208 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70d6eb-31ec-4b28-aa8c-1add67514e9a req-bc8c1ff8-ddf8-45ce-ab10-ee39cda5251c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:51:59.855567 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2c70d6eb-31ec-4b28-aa8c-1add67514e9a req-bc8c1ff8-ddf8-45ce-ab10-ee39cda5251c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Jul 18 08:51:59.858113 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:51:59.899361 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2c70d6eb-31ec-4b28-aa8c-1add67514e9a req-698383b4-2296-4e4e-a5d0-5fb489913ab2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471251 Jul 18 08:52:01.069635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07223-5619-4d96-9c61-7a6f8257ef14 req-9ac7115b-93a9-44dc-9ca8-07a45ba62d36 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:01.071184 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-aea07223-5619-4d96-9c61-7a6f8257ef14 req-9ac7115b-93a9-44dc-9ca8-07a45ba62d36 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0484807 Jul 18 08:52:01.129860 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-aea07223-5619-4d96-9c61-7a6f8257ef14 req-661719a6-4951-4d6c-9896-3933a2613a93 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528395 Jul 18 08:52:02.250178 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670d8a3-2e40-415a-9a00-60418aef5d0f req-8eabf853-b460-46f9-acd9-0cd8eb62bace tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:02.252681 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4670d8a3-2e40-415a-9a00-60418aef5d0f req-8eabf853-b460-46f9-acd9-0cd8eb62bace tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0477307 Jul 18 08:52:02.300293 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4670d8a3-2e40-415a-9a00-60418aef5d0f req-cdead413-3571-49d3-b860-f0a673c71ad7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Jul 18 08:52:02.795642 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:03.422545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc9c7-795d-4959-b74e-5c48f6dbcb65 req-4c4eb2ec-c275-4dc2-859d-d1525129b9f6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:03.424721 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d0fbc9c7-795d-4959-b74e-5c48f6dbcb65 req-4c4eb2ec-c275-4dc2-859d-d1525129b9f6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Jul 18 08:52:03.474973 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d0fbc9c7-795d-4959-b74e-5c48f6dbcb65 req-f919fa15-a018-4ae2-ab83-b5e9bdb17938 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Jul 18 08:52:04.518531 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-4f9d9a36-4626-4f91-a157-92753608321e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438268 Jul 18 08:52:04.605864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c1576-cbfe-4de2-8cac-b21a0a087ff0 req-a99cba8d-c52e-4f8c-a999-e733b3c60262 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:04.610442 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d77e-f059-470b-967c-78930873d718 req-549f67bd-2d8f-4f55-bb40-6f391f8dfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:04.615563 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-800c1576-cbfe-4de2-8cac-b21a0a087ff0 req-a99cba8d-c52e-4f8c-a999-e733b3c60262 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0514586 Jul 18 08:52:04.615720 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-549f67bd-2d8f-4f55-bb40-6f391f8dfc43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1169 time: 0.0405724 Jul 18 08:52:04.661269 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-800c1576-cbfe-4de2-8cac-b21a0a087ff0 req-c0e664e6-7bc2-4dd8-b0a9-7135b57acd42 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461984 Jul 18 08:52:04.723220 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d77e-f059-470b-967c-78930873d718 req-d4baf0a4-28df-4998-957d-31d2bd997e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:04.724760 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-d4baf0a4-28df-4998-957d-31d2bd997e7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.0969691 Jul 18 08:52:04.789710 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-96b3b2e8-7112-4e8e-9242-0b3735d23234 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 1001 time: 0.0593870 Jul 18 08:52:04.842516 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d77e-f059-470b-967c-78930873d718 req-776c73ac-0dd8-4ffc-ba38-f3cff6de5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:04.844206 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-776c73ac-0dd8-4ffc-ba38-f3cff6de5801 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.0491486 Jul 18 08:52:04.882628 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:04.903764 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d77e-f059-470b-967c-78930873d718 req-a323a171-242c-4156-88ca-abec850f8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:04.908417 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-a323a171-242c-4156-88ca-abec850f8c28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544195 Jul 18 08:52:04.987522 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:05.008157 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-956bb872-49b8-4dca-8879-af8b8f758293 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958376 Jul 18 08:52:05.119262 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b447d77e-f059-470b-967c-78930873d718 req-d6ca957c-da01-4a35-922a-c6be7c381c27 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051309 Jul 18 08:52:05.787187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8b95-b2a1-4e5f-921e-cdbbe47fabce req-b334b5c4-a1aa-4e36-a48b-2b2af4dbdf7d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:05.788696 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-13ae8b95-b2a1-4e5f-921e-cdbbe47fabce req-b334b5c4-a1aa-4e36-a48b-2b2af4dbdf7d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0491660 Jul 18 08:52:05.837377 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-13ae8b95-b2a1-4e5f-921e-cdbbe47fabce req-f0553bea-bd22-4c1c-b302-8f6011d543ae tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Jul 18 08:52:06.966631 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805b352-80eb-47c1-9f99-152c5202c11b req-1610ac0d-f343-4a3c-8eb0-f1742c55c8b4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:06.973647 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2805b352-80eb-47c1-9f99-152c5202c11b req-1610ac0d-f343-4a3c-8eb0-f1742c55c8b4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0623717 Jul 18 08:52:07.018349 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2805b352-80eb-47c1-9f99-152c5202c11b req-25abf318-de79-4c6b-8aa9-4be35c43aa97 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Jul 18 08:52:08.056817 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56406) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:08.157877 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1f984-c185-43a3-8e2c-bae3bc038285 req-c767b07b-c157-42ec-9d05-5943eaa2feed tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:08.160076 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aaf1f984-c185-43a3-8e2c-bae3bc038285 req-c767b07b-c157-42ec-9d05-5943eaa2feed tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0595424 Jul 18 08:52:08.242942 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1203-cd88-47d4-9ce7-29822a535593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.264353 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-aaf1f984-c185-43a3-8e2c-bae3bc038285 req-da81521d-59fa-4f00-a6b5-c00146fd84d1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966368 Jul 18 08:52:08.337195 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1203-cd88-47d4-9ce7-29822a535593 admin admin] Publish callbacks [] for security_group (2fede67b-78b7-495b-99ac-f26b0dfe3d34), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.426526 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1203-cd88-47d4-9ce7-29822a535593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2fede67b-78b7-495b-99ac-f26b0dfe3d34), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.467319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1203-cd88-47d4-9ce7-29822a535593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fede67b-78b7-495b-99ac-f26b0dfe3d34,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:08.471929 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2d0e1203-cd88-47d4-9ce7-29822a535593 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1bb43614107453b9eaeb1ded517795f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138951 Jul 18 08:52:08.475012 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56410) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:08.534850 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-523ecc8c-2f82-43cd-ad2e-198607e259a9 admin admin] Publish callbacks [] for security_group (2fede67b-78b7-495b-99ac-f26b0dfe3d34), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.558906 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-523ecc8c-2f82-43cd-ad2e-198607e259a9 admin admin] Publish callbacks [] for security_group (2fede67b-78b7-495b-99ac-f26b0dfe3d34), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.700573 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-523ecc8c-2f82-43cd-ad2e-198607e259a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2fede67b-78b7-495b-99ac-f26b0dfe3d34), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.703534 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-523ecc8c-2f82-43cd-ad2e-198607e259a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:08.707289 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-523ecc8c-2f82-43cd-ad2e-198607e259a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fede67b-78b7-495b-99ac-f26b0dfe3d34 HTTP/1.1" status: 204 len: 168 time: 0.2289662 Jul 18 08:52:08.714447 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ecc8c-2f82-43cd-ad2e-198607e259a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fede67b-78b7-495b-99ac-f26b0dfe3d34,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:09.403444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d507f-df04-4e1e-8fd7-d0eca81ebd51 req-b2ed9f83-3097-4858-a6dd-70350bff9218 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:09.405290 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-664d507f-df04-4e1e-8fd7-d0eca81ebd51 req-b2ed9f83-3097-4858-a6dd-70350bff9218 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0552790 Jul 18 08:52:09.479396 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-664d507f-df04-4e1e-8fd7-d0eca81ebd51 req-ea19dfe2-6329-465d-bc28-7981e19adba6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647373 Jul 18 08:52:10.635406 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9859bf-1aad-41ed-b5fd-83515ec22c7b req-8e2d5c9b-f17a-4491-bc5c-817a27e7d649 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:10.637199 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ab9859bf-1aad-41ed-b5fd-83515ec22c7b req-8e2d5c9b-f17a-4491-bc5c-817a27e7d649 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0630670 Jul 18 08:52:10.692042 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ab9859bf-1aad-41ed-b5fd-83515ec22c7b req-6fa9dc61-5a36-4f3d-98cb-3800477ad737 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488741 Jul 18 08:52:11.716781 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56490) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:11.815820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:11.839358 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a1efc-d944-4a4d-a27c-3b9c385565c1 req-ed7577ce-2dd9-475e-b582-7083db85cb62 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:11.840955 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-972a1efc-d944-4a4d-a27c-3b9c385565c1 req-ed7577ce-2dd9-475e-b582-7083db85cb62 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0673127 Jul 18 08:52:11.848066 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d55c3a1a-ed48-44a5-8533-5fd8e0e07996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:11.903593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:11.928661 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-972a1efc-d944-4a4d-a27c-3b9c385565c1 req-733f270d-a46e-4022-a3e2-403ea2cb8fe0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712419 Jul 18 08:52:11.985172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d55c3a1a-ed48-44a5-8533-5fd8e0e07996 admin admin] Publish callbacks [] for security_group (2ba555c8-abb8-4830-9976-e68f7832b604), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:12.089756 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d55c3a1a-ed48-44a5-8533-5fd8e0e07996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2ba555c8-abb8-4830-9976-e68f7832b604), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:12.129805 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c3a1a-ed48-44a5-8533-5fd8e0e07996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba555c8-abb8-4830-9976-e68f7832b604,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:12.134033 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d55c3a1a-ed48-44a5-8533-5fd8e0e07996 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2912a27cf1c745b8bb78fedd45176016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194705 Jul 18 08:52:12.136744 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56496) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:12.189087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-90ea9a8e-05c7-48cf-b493-2c2ac0169f7d admin admin] Publish callbacks [] for security_group (2ba555c8-abb8-4830-9976-e68f7832b604), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:12.214297 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-90ea9a8e-05c7-48cf-b493-2c2ac0169f7d admin admin] Publish callbacks [] for security_group (2ba555c8-abb8-4830-9976-e68f7832b604), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:12.344095 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-90ea9a8e-05c7-48cf-b493-2c2ac0169f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2ba555c8-abb8-4830-9976-e68f7832b604), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:12.347753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-90ea9a8e-05c7-48cf-b493-2c2ac0169f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:12.349180 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-90ea9a8e-05c7-48cf-b493-2c2ac0169f7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ba555c8-abb8-4830-9976-e68f7832b604 HTTP/1.1" status: 204 len: 168 time: 0.2113824 Jul 18 08:52:12.360364 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea9a8e-05c7-48cf-b493-2c2ac0169f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba555c8-abb8-4830-9976-e68f7832b604,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:13.093770 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fde39-6896-4a84-8fe2-aba62703a477 req-7ea88551-5e5a-4a2f-8861-94a393104e26 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:13.095780 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e17fde39-6896-4a84-8fe2-aba62703a477 req-7ea88551-5e5a-4a2f-8861-94a393104e26 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0515761 Jul 18 08:52:13.103009 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56506) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:13.136382 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a912a755-0f65-4863-8e4d-ac59a1c6d283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.413193 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=77 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:13.419025 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:13.467461 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e17fde39-6896-4a84-8fe2-aba62703a477 req-652c02db-7f32-4b24-b894-c73e540f672b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570428 Jul 18 08:52:13.517688 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:13.527220 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a912a755-0f65-4863-8e4d-ac59a1c6d283 admin admin] Publish callbacks [] for security_group (f93546b5-7af3-44d5-93c4-0223b9fb9d99), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.638165 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a912a755-0f65-4863-8e4d-ac59a1c6d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f93546b5-7af3-44d5-93c4-0223b9fb9d99), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.683233 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a912a755-0f65-4863-8e4d-ac59a1c6d283 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec9063d71e1e4bea859b16b4e26d34ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785515 Jul 18 08:52:13.684200 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a755-0f65-4863-8e4d-ac59a1c6d283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93546b5-7af3-44d5-93c4-0223b9fb9d99,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:13.686587 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56510) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:13.718972 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:13.747197 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d2173675-19a7-4a14-a725-94a4141ace59 admin admin] Publish callbacks [] for security_group (f93546b5-7af3-44d5-93c4-0223b9fb9d99), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.771430 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d2173675-19a7-4a14-a725-94a4141ace59 admin admin] Publish callbacks [] for security_group (f93546b5-7af3-44d5-93c4-0223b9fb9d99), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.866304 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d2173675-19a7-4a14-a725-94a4141ace59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f93546b5-7af3-44d5-93c4-0223b9fb9d99), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.869010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d2173675-19a7-4a14-a725-94a4141ace59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:13.870213 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d2173675-19a7-4a14-a725-94a4141ace59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f93546b5-7af3-44d5-93c4-0223b9fb9d99 HTTP/1.1" status: 204 len: 168 time: 0.1822116 Jul 18 08:52:13.879287 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2173675-19a7-4a14-a725-94a4141ace59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93546b5-7af3-44d5-93c4-0223b9fb9d99,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:14.605676 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050d5d-f598-42ff-8e25-3023de400379 req-30a11e43-41bf-4212-8ccf-85610d5bb608 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:14.607601 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-09050d5d-f598-42ff-8e25-3023de400379 req-30a11e43-41bf-4212-8ccf-85610d5bb608 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0507798 Jul 18 08:52:14.662911 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-09050d5d-f598-42ff-8e25-3023de400379 req-a97f07aa-013d-426e-80d2-6584be6be851 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484481 Jul 18 08:52:15.809772 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd4f-2d6c-4955-a18a-0134044d2eaf req-b2faf0bb-eb69-45b1-99b1-a5547c59c983 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:15.811337 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f68fd4f-2d6c-4955-a18a-0134044d2eaf req-b2faf0bb-eb69-45b1-99b1-a5547c59c983 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0613742 Jul 18 08:52:15.876550 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f68fd4f-2d6c-4955-a18a-0134044d2eaf req-b54eb523-bf3b-4ed6-9e5f-bf28f187c5a1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571129 Jul 18 08:52:16.278566 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:16.279455 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:16.484197 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:52:16.636519 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:16.652788 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'mac_address': 'fa:16:3e:d7:9b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:52:16.697796 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: ACTIVE; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:52:16.698468 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:16.715827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:16.719414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:52:16.756920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:16.866976 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:17.007280 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=6']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:17.021815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.022734 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.023513 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.024305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.025098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.025885 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.026658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.027440 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.028239 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.028989 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.029737 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.030505 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.031263 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.032075 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.033404 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:17.050185 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:52:17.114250 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492ca6-b1d9-4a93-be38-40129cc1e05f req-58dcf011-4057-48ac-ab65-3992fc924220 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:17.118144 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3492ca6-b1d9-4a93-be38-40129cc1e05f req-58dcf011-4057-48ac-ab65-3992fc924220 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0792952 Jul 18 08:52:17.195052 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3492ca6-b1d9-4a93-be38-40129cc1e05f req-424d8def-b336-463a-a78f-bbd4a04739c4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616233 Jul 18 08:52:18.127567 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-738d59ab-54fc-4d9e-bbce-e11685e54f07 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770594222&fields=id&tenant_id=0a75147b684f470890244abb41bc7d67 HTTP/1.1" status: 200 len: 267 time: 0.0662196 Jul 18 08:52:18.186432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-778f061f-ccde-4f89-9569-98633c71d332 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:18.196431 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-778f061f-ccde-4f89-9569-98633c71d332 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 985 time: 0.0617199 Jul 18 08:52:18.202897 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Request body: {'port': {'security_groups': ['e749e348-ffb9-4dda-8f9d-ec621c812a6c']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:52:18.341325 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:18.349828 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76156732-23f2-4a47-8315-af46c967960e req-d9064ad7-828b-4f3a-b314-f0ba7de9dad4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:18.359439 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-76156732-23f2-4a47-8315-af46c967960e req-d9064ad7-828b-4f3a-b314-f0ba7de9dad4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0680919 Jul 18 08:52:18.365669 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:18.409308 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-76156732-23f2-4a47-8315-af46c967960e req-80cdb096-e8d7-4713-9119-19dfd0cdf32e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508497 Jul 18 08:52:18.497152 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:52:18.566924 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:52:18.567931 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:18.658157 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:52:18.658616 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:18.672560 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:18.689160 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:18.692818 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165478e6-6f10-4274-abb9-1f29846da1fc" -d '{"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:18.722647 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:18.789243 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:18.790979 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:18.801522 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:18.882890 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=7']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:18.893863 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:18.929653 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['2b862c2d-6596-4494-b33e-d23be8bd6301'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:52:19.057944 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event updated for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=7']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:19.103709 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:19.106688 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:19.122601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56628) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:19.139775 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b8b87d83-6ae3-454c-b868-0a8fece1909b req-91e41b79-bb25-43c9-acba-053e4fce2391 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "PUT /v2.0/ports/2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 943 time: 0.9391978 Jul 18 08:52:19.147810 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:19.148026 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e568ee-9e80-45de-8233-552ccbeb46f4 x-openstack-request-id: req-e5e568ee-9e80-45de-8233-552ccbeb46f4 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:19.148026 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:19.148026 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5e568ee-9e80-45de-8233-552ccbeb46f4 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:19.148026 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e568ee-9e80-45de-8233-552ccbeb46f4'] response: {'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'code': 200} Jul 18 08:52:19.160804 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:19.229257 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['2b862c2d-6596-4494-b33e-d23be8bd6301'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:52:19.300836 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e74ec37-94bd-412e-8520-1dfac6c1a4bc x-openstack-request-id: req-6e74ec37-94bd-412e-8520-1dfac6c1a4bc {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:19.301228 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:19.301418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e74ec37-94bd-412e-8520-1dfac6c1a4bc {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:19.301783 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e74ec37-94bd-412e-8520-1dfac6c1a4bc'] response: {'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'status': 'completed', 'code': 200} Jul 18 08:52:19.326451 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-975aa7c2-cadc-4d83-a299-ae27bb0aa395 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group (70dff4e9-152c-49aa-8332-cd8d6ea76c8f), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:19.402157 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-975aa7c2-cadc-4d83-a299-ae27bb0aa395 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group (70dff4e9-152c-49aa-8332-cd8d6ea76c8f), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:19.591348 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d7544-46d8-40f3-b5dd-91c0e01ae175 req-087ca9ca-9645-4b3f-afe6-de4d386dbcad tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:19.593153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-968d7544-46d8-40f3-b5dd-91c0e01ae175 req-087ca9ca-9645-4b3f-afe6-de4d386dbcad tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0577624 Jul 18 08:52:19.644594 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-ff77bea5-2c4c-4e35-8cc0-afc1754dcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:19.644937 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6b527050-b6ae-4e8d-87b9-279a8f38e25e None None] Provisioning complete for port 2b862c2d-6596-4494-b33e-d23be8bd6301 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:52:19.646304 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6b527050-b6ae-4e8d-87b9-279a8f38e25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:19.646482 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-ff77bea5-2c4c-4e35-8cc0-afc1754dcaf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1130 time: 0.0494087 Jul 18 08:52:19.652032 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-968d7544-46d8-40f3-b5dd-91c0e01ae175 req-bbeab1fb-99f3-4eaa-bad8-2528dc5852aa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521293 Jul 18 08:52:19.727513 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:19.736909 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6b527050-b6ae-4e8d-87b9-279a8f38e25e None None] Current status of the port 2b862c2d-6596-4494-b33e-d23be8bd6301 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:52:19.768487 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-6b416c25-9a39-4854-8a9e-ffe1ac039e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:19.769997 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-6b416c25-9a39-4854-8a9e-ffe1ac039e88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.1134226 Jul 18 08:52:19.846901 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-72f2d8af-9d0d-425e-92db-aa6ebc3bb69c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 1001 time: 0.0699139 Jul 18 08:52:19.882929 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-975aa7c2-cadc-4d83-a299-ae27bb0aa395 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (70dff4e9-152c-49aa-8332-cd8d6ea76c8f), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:19.886727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-975aa7c2-cadc-4d83-a299-ae27bb0aa395 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:19.887918 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-975aa7c2-cadc-4d83-a299-ae27bb0aa395 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "DELETE /v2.0/security-groups/70dff4e9-152c-49aa-8332-cd8d6ea76c8f HTTP/1.1" status: 204 len: 168 time: 0.7619822 Jul 18 08:52:19.892435 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56636) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:19.906979 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-d2af91aa-9905-46f7-a912-5b0369f9cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:19.909091 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-d2af91aa-9905-46f7-a912-5b0369f9cddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.0535126 Jul 18 08:52:19.909327 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aa7c2-cadc-4d83-a299-ae27bb0aa395 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dff4e9-152c-49aa-8332-cd8d6ea76c8f,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:19.978532 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-dbba8143-23a4-4c29-9458-265796263410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:19.982500 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-dbba8143-23a4-4c29-9458-265796263410 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655179 Jul 18 08:52:20.091713 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-e67a3eb3-05f8-4d6f-bfe4-ba84754a88b9 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034265 Jul 18 08:52:20.161939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Deleting port d6a8363b-330c-40cc-802d-887214a29f53 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:20.162576 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (d6a8363b-330c-40cc-802d-887214a29f53), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:20.241324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:20.281987 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2159e35-2092-43a2-bc0f-38ce8e26c1e9 req-a6634b8e-a8a4-4044-827b-c966e42c5158 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824102 Jul 18 08:52:20.310057 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (d6a8363b-330c-40cc-802d-887214a29f53), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:20.310057 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for floatingip (d6a8363b-330c-40cc-802d-887214a29f53), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:20.324541 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Calling delete_port for d6a8363b-330c-40cc-802d-887214a29f53 owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:20.486700 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:20.534340 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:52:20.662416 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (d6a8363b-330c-40cc-802d-887214a29f53), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:20.694859 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event deleted for resources: {'Port': ['ID=d6a8363b-330c-40cc-802d-887214a29f53,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:20.776949 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks [] for floatingip (b9c58e3e-0be8-4b23-a833-7c64f2ccf852), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:20.777350 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Floating IP b9c58e3e-0be8-4b23-a833-7c64f2ccf852 disassociated (deleted). External IP: 172.27.1.10, port: 2b862c2d-6596-4494-b33e-d23be8bd6301. Jul 18 08:52:20.829015 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:20.851326 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a23fd-52f0-42cc-8269-4f3ca48ee9d7 req-e40ebb82-bb6b-4b8f-a2ad-154a6aff482f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:20.864320 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a90a23fd-52f0-42cc-8269-4f3ca48ee9d7 req-e40ebb82-bb6b-4b8f-a2ad-154a6aff482f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0998654 Jul 18 08:52:20.936442 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a90a23fd-52f0-42cc-8269-4f3ca48ee9d7 req-90330ebc-79dc-4855-8ddc-3f4dc43b1330 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707767 Jul 18 08:52:21.099964 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-0c5c7b43-b81b-4846-82b1-dc85290b4f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:21.101773 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:52:21.240610 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:52:21.248700 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:21.253832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] Sync routers for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:52:21.296583 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-94a85748-d26c-40bc-a26a-9d7c618cdafe tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "DELETE /v2.0/floatingips/b9c58e3e-0be8-4b23-a833-7c64f2ccf852 HTTP/1.1" status: 204 len: 168 time: 1.4007056 Jul 18 08:52:21.297751 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:21.302653 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:21.317189 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:21.317849 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:21.463411 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6347276b-d950-4ea3-9fcf-cd64d7a5a15a x-openstack-request-id: req-6347276b-d950-4ea3-9fcf-cd64d7a5a15a {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:21.463832 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:21.464870 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6347276b-d950-4ea3-9fcf-cd64d7a5a15a {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:21.464870 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6347276b-d950-4ea3-9fcf-cd64d7a5a15a'] response: {'name': 'network-changed', 'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'status': 'completed', 'code': 200} Jul 18 08:52:21.507994 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:21.541099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-5fba7d06-9227-4197-8212-6aa70abd11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:21.543623 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-5fba7d06-9227-4197-8212-6aa70abd11e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a75147b684f470890244abb41bc7d67&device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 1130 time: 0.0542912 Jul 18 08:52:21.684776 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-bdb5c378-a857-4b0d-99e3-f4bff4346994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:21.688763 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-bdb5c378-a857-4b0d-99e3-f4bff4346994 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 200 len: 916 time: 0.1364012 Jul 18 08:52:21.743536 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-bc32564c-a7da-4fa5-9431-4f0f1494855b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 200 len: 217 time: 0.0478904 Jul 18 08:52:21.758670 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:21.784227 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:10Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:21.788182 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:21.814676 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-4956c46f-5d07-44b3-8c78-a8d53d090bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:21.816252 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-4956c46f-5d07-44b3-8c78-a8d53d090bc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 200 len: 854 time: 0.0666325 Jul 18 08:52:21.856051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] Checking router: 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:52:21.880099 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:21.880753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:51:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:21.917102 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-f66da58c-3246-4614-821f-bd0fb72d5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:21.918619 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-f66da58c-3246-4614-821f-bd0fb72d5e2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e2b314-2444-4179-bca4-7e17b3ff5f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940368 Jul 18 08:52:22.073608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:22.128501 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a914-4779-4363-aa19-303017b373dc req-9f145a2c-5c68-4879-84de-33036be8fc6f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:22.130077 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:22.138683 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6201a914-4779-4363-aa19-303017b373dc req-9f145a2c-5c68-4879-84de-33036be8fc6f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1024127 Jul 18 08:52:22.150255 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-3772c8a5-7725-4f9e-88b7-9674e1bbf50b service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248182 Jul 18 08:52:22.253848 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6201a914-4779-4363-aa19-303017b373dc req-00a45ed3-4997-48a1-ba2b-2d0cbb65ae93 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136041 Jul 18 08:52:22.409591 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fd3bf82c-9ac7-4bf3-84fc-f5d7a242f566 req-ae11e54e-97d7-476c-b9c5-f752f6bc6223 service neutron] 10.222.0.47 "GET /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523398 Jul 18 08:52:22.559054 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:10Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:22.591331 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c9586-61b8-45d1-8e16-67edc92c9759 None None] The sync data for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi is: [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:49:06Z', 'revision_number': 4, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'e627d80c-91f9-4ee9-972c-627fa709f2b5', 'name': '', 'network_id': '63e2b314-2444-4179-bca4-7e17b3ff5f21', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'mac_address': 'fa:16:3e:60:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:05Z', 'updated_at': '2022-07-18T08:49:10Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'subnets': [{'id': 'b171a551-9f2c-4567-9557-0d7b69a18cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:52:22.871535 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df71bb-0d67-45b9-93ce-fa1f062574de None None] New status for floating IP b9c58e3e-0be8-4b23-a833-7c64f2ccf852: DOWN {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:52:23.470138 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6bffa-76bf-4d75-8473-448fc8658646 req-acce54cd-a1dd-4c21-9ac9-5e6f004fafd0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:23.471945 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-76e6bffa-76bf-4d75-8473-448fc8658646 req-acce54cd-a1dd-4c21-9ac9-5e6f004fafd0 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1177607 Jul 18 08:52:23.530908 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-76e6bffa-76bf-4d75-8473-448fc8658646 req-ae67bf75-7240-4c57-8339-1cd036799aaa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527246 Jul 18 08:52:23.992328 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-65172641-5d12-4f3f-bacb-f1a307a6c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:24.585953 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:24.679792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8b24-0d89-4666-9eee-6df3d00387c6 req-b2bf548a-3721-4fb6-9267-7a6754c3bfc4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:24.681383 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4bd8b24-0d89-4666-9eee-6df3d00387c6 req-b2bf548a-3721-4fb6-9267-7a6754c3bfc4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0657809 Jul 18 08:52:24.764252 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4bd8b24-0d89-4666-9eee-6df3d00387c6 req-ccd194ed-2520-4c0a-9b77-a1b2765e7a9e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716293 Jul 18 08:52:25.908747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550f78e-2ad7-4b1e-a262-c5ae29c54467 req-2b11f593-eafa-48e8-a48b-1a01423b208b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:25.910277 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7550f78e-2ad7-4b1e-a262-c5ae29c54467 req-2b11f593-eafa-48e8-a48b-1a01423b208b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0549848 Jul 18 08:52:25.977334 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7550f78e-2ad7-4b1e-a262-c5ae29c54467 req-a1157c82-0043-4249-8fa0-cfab484b40fd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613532 Jul 18 08:52:26.330474 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:26.512203 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:27.100990 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a362b0-dbdf-4b6d-9da8-01cd09d0cd03 req-533eebd5-47b3-462a-8165-bff6bc40f702 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:27.102700 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-38a362b0-dbdf-4b6d-9da8-01cd09d0cd03 req-533eebd5-47b3-462a-8165-bff6bc40f702 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Jul 18 08:52:27.160264 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-38a362b0-dbdf-4b6d-9da8-01cd09d0cd03 req-b3b61261-20fa-43f6-acb2-df9313f8981e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519178 Jul 18 08:52:28.440741 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fab4f-6287-4e5c-b05d-d5a14020d81c req-90e295ca-babd-4265-b64f-f0a9c8276755 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:28.448422 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-754fab4f-6287-4e5c-b05d-d5a14020d81c req-90e295ca-babd-4265-b64f-f0a9c8276755 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0912933 Jul 18 08:52:28.514526 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-754fab4f-6287-4e5c-b05d-d5a14020d81c req-e2167c9f-0b14-4917-8e25-6dc58909e2cf tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582595 Jul 18 08:52:28.538220 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4bc80-bd58-4ca4-8cb0-b52d4915e5e8 req-be5bb529-89cc-4e3f-b25d-ec68a89b995b tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:28.539805 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1ea4bc80-bd58-4ca4-8cb0-b52d4915e5e8 req-be5bb529-89cc-4e3f-b25d-ec68a89b995b tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0535152 Jul 18 08:52:28.592309 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1ea4bc80-bd58-4ca4-8cb0-b52d4915e5e8 req-b68e1445-e70e-4210-8435-cda03d665eae tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466039 Jul 18 08:52:29.639055 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78eebf-2be5-4ec9-8fcf-6c98b3e39157 req-5b788aa0-078b-43c3-9643-db9b9d42caf9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:29.640615 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7a78eebf-2be5-4ec9-8fcf-6c98b3e39157 req-5b788aa0-078b-43c3-9643-db9b9d42caf9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0492301 Jul 18 08:52:29.701646 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7a78eebf-2be5-4ec9-8fcf-6c98b3e39157 req-1aa4dece-f01f-4913-8585-cdbe1657f3fd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517948 Jul 18 08:52:29.704572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:29.729123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c629f-c8b9-4f2b-9a55-af4297eb4b46 req-cc4ee628-fd66-4a63-a8fd-8d67bf2f40fb tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:29.729123 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-460c629f-c8b9-4f2b-9a55-af4297eb4b46 req-cc4ee628-fd66-4a63-a8fd-8d67bf2f40fb tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0636160 Jul 18 08:52:29.778421 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-460c629f-c8b9-4f2b-9a55-af4297eb4b46 req-66e6d263-a020-46e5-892c-750ddc53168c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Jul 18 08:52:30.331718 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-307c7339-0294-41e4-9cf7-6c6a9158816c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:30.333181 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-307c7339-0294-41e4-9cf7-6c6a9158816c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0559702 Jul 18 08:52:30.534061 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:30.757630 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-5bb65f34-6526-436a-92c6-b958bfc67931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:30.761382 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-5bb65f34-6526-436a-92c6-b958bfc67931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1130 time: 0.0545664 Jul 18 08:52:30.789207 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Deleting port 2b862c2d-6596-4494-b33e-d23be8bd6301 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:30.789791 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:30.862760 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:30.892491 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:30.924549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c392e-9edf-4d71-9d9c-992d24b86c8a req-f8380c8f-7c9c-4205-b4f6-cffb716b0bf5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:30.926166 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-df3c392e-9edf-4d71-9d9c-992d24b86c8a req-f8380c8f-7c9c-4205-b4f6-cffb716b0bf5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0744197 Jul 18 08:52:30.932387 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] For port 2b862c2d-6596-4494-b33e-d23be8bd6301, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=2b862c2d-6596-4494-b33e-d23be8bd6301,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:30.933125 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:30.961552 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ff98-204c-4186-8b0f-b4773b0d4bc5 req-46843f4a-68e7-4108-a203-7ffad0ca8f58 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:30.963344 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6710ff98-204c-4186-8b0f-b4773b0d4bc5 req-46843f4a-68e7-4108-a203-7ffad0ca8f58 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 946 time: 0.0891795 Jul 18 08:52:30.965368 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Calling delete_port for 2b862c2d-6596-4494-b33e-d23be8bd6301 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:30.965648 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-48762276-0dd3-465c-815f-314c8ad938db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:30.967247 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-48762276-0dd3-465c-815f-314c8ad938db service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.1697099 Jul 18 08:52:31.046782 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-df3c392e-9edf-4d71-9d9c-992d24b86c8a req-98242343-9edf-4fe5-b7e8-7082cbc5a0d5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103508 Jul 18 08:52:31.068399 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-02db13ea-d5b2-41b4-8769-3e784b15f897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 1002 time: 0.0940499 Jul 18 08:52:31.072684 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6710ff98-204c-4186-8b0f-b4773b0d4bc5 req-716b2a66-e650-427e-aa2a-ced2c7b4fca2 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/security-groups?id=e749e348-ffb9-4dda-8f9d-ec621c812a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021366 Jul 18 08:52:31.133721 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-68017b61-2b70-41a2-bef7-96b6416341b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:31.135239 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-68017b61-2b70-41a2-bef7-96b6416341b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.0610077 Jul 18 08:52:31.188934 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-1d2ef89f-9b69-451c-8d7e-dabdbfe71195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:31.190617 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-1d2ef89f-9b69-451c-8d7e-dabdbfe71195 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477438 Jul 18 08:52:31.291351 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-872203d7-59c6-4224-9d1d-8a19c662aaa5 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932975 Jul 18 08:52:31.300866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (2b862c2d-6596-4494-b33e-d23be8bd6301), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:31.316756 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['2b862c2d-6596-4494-b33e-d23be8bd6301'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:52:31.333209 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Pushing event deleted for resources: {'Port': ['ID=2b862c2d-6596-4494-b33e-d23be8bd6301,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:31.385316 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] No DVR routers for this DVR port 2b862c2d-6596-4494-b33e-d23be8bd6301 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:31.388625 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:31.392721 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bb3daa87-ae89-4f1b-a643-d6499c31b6bb req-ad8282f5-d00d-44af-8b8c-cc0152eed88c tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.47 "DELETE /v2.0/ports/2b862c2d-6596-4494-b33e-d23be8bd6301 HTTP/1.1" status: 204 len: 173 time: 0.7028313 Jul 18 08:52:31.393183 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'name': 'network-vif-deleted', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:31.397139 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c29762-1a1e-415b-8f63-0e63ff41774e" -d '{"events": [{"server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "name": "network-vif-deleted", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:31.412800 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f7e8bd8-20d2-4883-a6d3-649e36ad5149 req-fd51a074-30a5-4e5c-a6ff-df2d63fa987c service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125937 Jul 18 08:52:31.438670 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e056f802-b399-4ea5-8805-84d3cced02e7 x-openstack-request-id: req-e056f802-b399-4ea5-8805-84d3cced02e7 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:31.438964 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb91124-0b62-4d50-985e-b3e73389fe4e", "name": "network-vif-deleted", "tag": "2b862c2d-6596-4494-b33e-d23be8bd6301", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:31.439222 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e056f802-b399-4ea5-8805-84d3cced02e7 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:31.439632 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e056f802-b399-4ea5-8805-84d3cced02e7'] response: {'server_uuid': '1bb91124-0b62-4d50-985e-b3e73389fe4e', 'name': 'network-vif-deleted', 'tag': '2b862c2d-6596-4494-b33e-d23be8bd6301', 'status': 'completed', 'code': 200} Jul 18 08:52:31.714226 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56846) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:31.912032 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5c5074a5-445b-4d04-8f60-9a5620bfb4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.000423 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5c5074a5-445b-4d04-8f60-9a5620bfb4f7 admin admin] Publish callbacks [] for security_group (d9806717-130b-452d-83f5-64e8e62fe557), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.081627 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5c5074a5-445b-4d04-8f60-9a5620bfb4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (d9806717-130b-452d-83f5-64e8e62fe557), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.126690 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-5c5074a5-445b-4d04-8f60-9a5620bfb4f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2efea3a0062f416583523c6f63a98586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101534 Jul 18 08:52:32.127629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5074a5-445b-4d04-8f60-9a5620bfb4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9806717-130b-452d-83f5-64e8e62fe557,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:32.131225 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56866) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:32.167512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:32.190397 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940df57-405f-4b88-9e04-6fe3036b4408 req-1ac0d3aa-89ba-47d8-b615-e63e90ce3b3a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:32.192129 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b940df57-405f-4b88-9e04-6fe3036b4408 req-1ac0d3aa-89ba-47d8-b615-e63e90ce3b3a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0587139 Jul 18 08:52:32.200311 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ec4f8373-caa5-430e-a45e-51eb43dff875 admin admin] Publish callbacks [] for security_group (d9806717-130b-452d-83f5-64e8e62fe557), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.202828 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:32.228041 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ec4f8373-caa5-430e-a45e-51eb43dff875 admin admin] Publish callbacks [] for security_group (d9806717-130b-452d-83f5-64e8e62fe557), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.259031 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b940df57-405f-4b88-9e04-6fe3036b4408 req-38fb3a44-6149-4a23-9c43-abe521a9c797 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612915 Jul 18 08:52:32.354027 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7bfd56c-5680-48e6-ae51-eb47fbb5c869 req-02fe9f63-f568-4bf3-808e-17defc4bf723 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.0312297 Jul 18 08:52:32.358344 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ec4f8373-caa5-430e-a45e-51eb43dff875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (d9806717-130b-452d-83f5-64e8e62fe557), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.362360 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ec4f8373-caa5-430e-a45e-51eb43dff875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.363519 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ec4f8373-caa5-430e-a45e-51eb43dff875 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9806717-130b-452d-83f5-64e8e62fe557 HTTP/1.1" status: 204 len: 168 time: 0.2308292 Jul 18 08:52:32.372301 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f8373-caa5-430e-a45e-51eb43dff875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9806717-130b-452d-83f5-64e8e62fe557,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:32.496308 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7be3-4afd-4c58-934f-e0b3993a8c5e req-3c24624b-1a01-4826-9360-5dae838bf86a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:32.497821 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e38c7be3-4afd-4c58-934f-e0b3993a8c5e req-3c24624b-1a01-4826-9360-5dae838bf86a tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.0512595 Jul 18 08:52:32.563019 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e38c7be3-4afd-4c58-934f-e0b3993a8c5e req-68add40c-4ad5-43f2-b82e-f43e6aa816d4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580666 Jul 18 08:52:32.820830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:32.930619 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:33.125260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 56874) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:33.139569 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.204864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:33.237518 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Publish callbacks [] for security_group (e2afe4e5-2bd9-4814-b667-ca0ca57023f0), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.354303 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e2afe4e5-2bd9-4814-b667-ca0ca57023f0), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.428924 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851944ce-e298-4d88-b880-9f1167c47ff9 req-94c17f5f-b608-4734-98a0-3ede00944c52 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:33.430555 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-851944ce-e298-4d88-b880-9f1167c47ff9 req-94c17f5f-b608-4734-98a0-3ede00944c52 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0879228 Jul 18 08:52:33.440489 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd21a4929940455e93104f80651a0a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140633 Jul 18 08:52:33.443925 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 56880) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:33.447279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2afe4e5-2bd9-4814-b667-ca0ca57023f0,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:33.464500 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.464792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.465137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.465475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.465814 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.466146 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.466477 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.466808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.467141 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.467466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.467831 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.468160 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.468483 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.468817 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.469137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43713880-eba9-43b9-bb9e-f4a52281ce44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.503107 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-605094dd-ba6f-477a-b6ef-168cb0e96d92 req-4cf850c2-ab30-4bf5-af01-511511893f4a tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.0495505 Jul 18 08:52:33.508372 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-851944ce-e298-4d88-b880-9f1167c47ff9 req-8e84961a-f2e0-4961-80e0-58daebac5d88 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712221 Jul 18 08:52:33.546396 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Publish callbacks [] for security_group (e2afe4e5-2bd9-4814-b667-ca0ca57023f0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.587854 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Publish callbacks [] for security_group (e2afe4e5-2bd9-4814-b667-ca0ca57023f0), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.702580 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c120-cb95-4a1d-a295-28d3b6de643e req-0919f3ed-072f-4c04-bbf4-62f70843a336 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:33.704580 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cdc1c120-cb95-4a1d-a295-28d3b6de643e req-0919f3ed-072f-4c04-bbf4-62f70843a336 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.0684216 Jul 18 08:52:33.761632 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cdc1c120-cb95-4a1d-a295-28d3b6de643e req-8e16a356-f96c-4631-82df-bcee8e647e02 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Jul 18 08:52:33.786248 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e2afe4e5-2bd9-4814-b667-ca0ca57023f0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.788916 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:33.790322 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2afe4e5-2bd9-4814-b667-ca0ca57023f0 HTTP/1.1" status: 204 len: 168 time: 0.3452981 Jul 18 08:52:33.801655 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2afe4e5-2bd9-4814-b667-ca0ca57023f0,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:33.808483 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.808867 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.809163 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.809508 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.809867 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.810311 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.810491 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.810814 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.811142 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.811470 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.811827 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.812158 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.812529 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.812870 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:33.813118 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c70289-6cc8-4e97-a29e-0b013f82bf14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:52:34.527262 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 2b862c2d-6596-4494-b33e-d23be8bd6301 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:34.606233 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 2b862c2d-6596-4494-b33e-d23be8bd6301 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:34.607189 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 2b862c2d-6596-4494-b33e-d23be8bd6301 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:34.608128 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:34.686074 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2ab3-c70e-474f-af91-d373a78b3e41 req-53491005-cc74-4326-991f-45040d758605 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:34.689223 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b1e6bbcf-766e-4bab-be85-d25cab7cb19e req-6cb36fc4-8afd-4a1b-ac92-a085094baf70 tempest-TestMinimumBasicScenario-1990599970 tempest-TestMinimumBasicScenario-1990599970-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bb91124-0b62-4d50-985e-b3e73389fe4e HTTP/1.1" status: 200 len: 210 time: 0.0619006 Jul 18 08:52:34.694960 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8b3f2ab3-c70e-474f-af91-d373a78b3e41 req-53491005-cc74-4326-991f-45040d758605 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0611341 Jul 18 08:52:34.746358 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: ACTIVE; New status is: DOWN {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:52:34.747243 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:34.795347 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:34.799481 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26379464-6e4d-486f-a344-ce97a800e88a" -d '{"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:34.821415 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:34.831035 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8b3f2ab3-c70e-474f-af91-d373a78b3e41 req-946c73b3-8673-4672-a0f8-2e71bb662766 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353164 Jul 18 08:52:34.837366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-3178d853-ece0-4280-b888-54c840ad2d83 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:34.840941 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-3178d853-ece0-4280-b888-54c840ad2d83 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.1109772 Jul 18 08:52:34.890913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa12d35-953e-4d6d-b75b-50b1d6592b22 x-openstack-request-id: req-5aa12d35-953e-4d6d-b75b-50b1d6592b22 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:34.890913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:34.890913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5aa12d35-953e-4d6d-b75b-50b1d6592b22 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:34.890913 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa12d35-953e-4d6d-b75b-50b1d6592b22'] response: {'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'code': 200} Jul 18 08:52:34.918877 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff701e2-77f7-4926-ad50-adf56a0d95bc req-e12c6459-4159-4796-a408-854e2c710a27 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:34.920495 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4ff701e2-77f7-4926-ad50-adf56a0d95bc req-e12c6459-4159-4796-a408-854e2c710a27 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 946 time: 0.0780740 Jul 18 08:52:34.935258 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:35.025045 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4ff701e2-77f7-4926-ad50-adf56a0d95bc req-4fc9da77-b986-48cc-b8b7-18f4c4280c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups?id=ed6fb23a-1088-40e2-994d-17790f772ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934803 Jul 18 08:52:35.036300 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=8']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:35.078034 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Deleting port 5a31bcdc-6257-4e32-bc32-f336670e10fd {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:35.078380 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:35.232205 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] For port 5a31bcdc-6257-4e32-bc32-f336670e10fd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5a31bcdc-6257-4e32-bc32-f336670e10fd,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:35.233428 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:35.352640 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:35.439737 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:35.440060 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:35.440391 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Floating IP b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff disassociated. External IP: 172.27.1.35, port: 5a31bcdc-6257-4e32-bc32-f336670e10fd. Jul 18 08:52:35.440852 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Calling delete_port for 5a31bcdc-6257-4e32-bc32-f336670e10fd owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:36.000960 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:36.022676 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67ed3d-8e5e-44f4-ba10-b4e3b1b857d3 req-7f5575d8-7793-4f6d-ab5f-c74280733286 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:36.024437 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a67ed3d-8e5e-44f4-ba10-b4e3b1b857d3 req-7f5575d8-7793-4f6d-ab5f-c74280733286 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0591495 Jul 18 08:52:36.026217 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (5a31bcdc-6257-4e32-bc32-f336670e10fd), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:36.082366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event deleted for resources: {'Port': ['ID=5a31bcdc-6257-4e32-bc32-f336670e10fd,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:36.188008 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a67ed3d-8e5e-44f4-ba10-b4e3b1b857d3 req-305e994a-1335-4792-911d-0a89717da503 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482143 Jul 18 08:52:36.215954 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cf1cbb6e-c97f-439d-ac22-5a80a77159ed req-4be87dc6-94d5-4ffc-a30e-aadd8a07c7e4 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 210 time: 0.0463064 Jul 18 08:52:36.309548 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:52:36.437818 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:52:36.451341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:52:36.469047 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:36.470693 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:36.512789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] No DVR routers for this DVR port 5a31bcdc-6257-4e32-bc32-f336670e10fd on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:36.516658 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:36.520264 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6f459b2e-87cb-4a12-abb0-bec7013fe2c9 req-a78dbfe3-5f51-4452-a62e-d53cd21d0c4b tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.47 "DELETE /v2.0/ports/5a31bcdc-6257-4e32-bc32-f336670e10fd HTTP/1.1" status: 204 len: 173 time: 1.5491922 Jul 18 08:52:36.520719 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'name': 'network-vif-deleted', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:36.539046 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569038b-d04d-42db-976c-2f3cf60c08d6" -d '{"events": [{"server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "name": "network-vif-deleted", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:36.603108 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b6e8d1-f52b-4262-8db7-10b50399947b x-openstack-request-id: req-21b6e8d1-f52b-4262-8db7-10b50399947b {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:36.603713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7d6682-c259-49a3-b61d-46ac98ff9948", "name": "network-vif-deleted", "tag": "5a31bcdc-6257-4e32-bc32-f336670e10fd", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:36.604065 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21b6e8d1-f52b-4262-8db7-10b50399947b {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:36.605417 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b6e8d1-f52b-4262-8db7-10b50399947b'] response: {'server_uuid': 'fb7d6682-c259-49a3-b61d-46ac98ff9948', 'name': 'network-vif-deleted', 'tag': '5a31bcdc-6257-4e32-bc32-f336670e10fd', 'status': 'completed', 'code': 200} Jul 18 08:52:36.740462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:36.742650 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:36.954987 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:36.982633 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:52:36.998038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:36.998901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:37.115524 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:37.332575 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:37.361569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8d8ef-46ed-4e4e-bc6f-7462c261d18d None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:46:15Z', 'revision_number': 4, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '91557f6f-2ded-4b40-9862-0fbe73a2d74f', 'name': '', 'network_id': 'd509bc50-58ee-41ee-9bed-bf209325abb8', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'mac_address': 'fa:16:3e:1d:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:12Z', 'updated_at': '2022-07-18T08:46:28Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'subnets': [{'id': 'a1b70215-bb6e-4a1a-b60c-9792bdc35c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:52:37.362071 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-50cc57d9-912a-4db6-8c3f-1b9ff04ef82d req-dd081259-a48b-41d3-80db-00a5c791d057 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb7d6682-c259-49a3-b61d-46ac98ff9948 HTTP/1.1" status: 200 len: 210 time: 0.0404449 Jul 18 08:52:37.639743 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c2f7d-efab-4f5c-aff5-e020ecef4130 None None] New status for floating IP b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff: DOWN {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:52:38.270861 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57006) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:38.370651 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:38.553500 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57014) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:38.555426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5a31bcdc-6257-4e32-bc32-f336670e10fd no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:38.579824 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 5a31bcdc-6257-4e32-bc32-f336670e10fd {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:38.581051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5a31bcdc-6257-4e32-bc32-f336670e10fd not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:38.581681 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:38.626547 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:38.638285 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:38.645159 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:38.648486 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f27d0274-1a9c-4302-a906-51c3b996feaf tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (ed6fb23a-1088-40e2-994d-17790f772ce6), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:38.677832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: DOWN; New status is: DOWN {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:52:38.702809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f27d0274-1a9c-4302-a906-51c3b996feaf tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (ed6fb23a-1088-40e2-994d-17790f772ce6), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:38.918281 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f27d0274-1a9c-4302-a906-51c3b996feaf tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ed6fb23a-1088-40e2-994d-17790f772ce6), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:38.924278 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f27d0274-1a9c-4302-a906-51c3b996feaf tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:38.926175 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f27d0274-1a9c-4302-a906-51c3b996feaf tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "DELETE /v2.0/security-groups/ed6fb23a-1088-40e2-994d-17790f772ce6 HTTP/1.1" status: 204 len: 168 time: 0.3698609 Jul 18 08:52:38.928929 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57020) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:38.937795 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d0274-1a9c-4302-a906-51c3b996feaf tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6fb23a-1088-40e2-994d-17790f772ce6,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:38.979086 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.api.v2.resource [None req-c4ef0708-b44d-47c6-88c3-8856b9dbf5aa tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] show failed (client error): The resource could not be found. Jul 18 08:52:38.984060 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c4ef0708-b44d-47c6-88c3-8856b9dbf5aa tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "GET /v2.0/security-groups/ed6fb23a-1088-40e2-994d-17790f772ce6 HTTP/1.1" status: 404 len: 347 time: 0.0501366 Jul 18 08:52:38.986051 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57024) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:39.001562 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Deleting port e627d80c-91f9-4ee9-972c-627fa709f2b5 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:39.002043 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.051180 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:39.108898 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] For port e627d80c-91f9-4ee9-972c-627fa709f2b5, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e627d80c-91f9-4ee9-972c-627fa709f2b5,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:39.109272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.117077 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-3e6936a2-6766-44d5-93d6-b18cafe59b04 req-089c71ee-621d-4700-b971-fa0ac6b5c5d6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:52:39.118088 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3e6936a2-6766-44d5-93d6-b18cafe59b04 req-089c71ee-621d-4700-b971-fa0ac6b5c5d6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061383 Jul 18 08:52:39.127512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Calling delete_port for e627d80c-91f9-4ee9-972c-627fa709f2b5 owned by network:router_interface {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:39.165485 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Deleting port d9ee1d59-7ec1-4997-9bed-938c18cc380c {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:39.165820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.263154 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.263312 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:39.263411 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (d9ee1d59-7ec1-4997-9bed-938c18cc380c), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.278120 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Calling delete_port for d9ee1d59-7ec1-4997-9bed-938c18cc380c owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:39.433272 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:39.499144 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (e627d80c-91f9-4ee9-972c-627fa709f2b5), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.542731 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e627d80c-91f9-4ee9-972c-627fa709f2b5,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:39.575572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (d9ee1d59-7ec1-4997-9bed-938c18cc380c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.607377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Pushing event deleted for resources: {'Port': ['ID=d9ee1d59-7ec1-4997-9bed-938c18cc380c,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:39.687174 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd267a3-627d-4685-8e82-6ee9012eec56 req-11b81882-b160-4aa9-9307-c8d0cc17f6ba tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:39.690046 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0fd267a3-627d-4685-8e82-6ee9012eec56 req-11b81882-b160-4aa9-9307-c8d0cc17f6ba tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0735054 Jul 18 08:52:39.707909 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks [] for floatingip (b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.712595 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.714969 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-38e352fc-8395-4819-a06e-842482afa3f7 tempest-AttachVolumeTestJSON-807735826 tempest-AttachVolumeTestJSON-807735826-project] 10.222.0.57 "DELETE /v2.0/floatingips/b6c8a1b7-d501-4a0c-aafe-2a91bcf93dff HTTP/1.1" status: 204 len: 168 time: 0.7275579 Jul 18 08:52:39.849146 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0fd267a3-627d-4685-8e82-6ee9012eec56 req-40703b0c-8f9f-466d-9b4a-9ad48f2f48f8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150305 Jul 18 08:52:39.870920 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:39.978879 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:40.120869 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:52:40.226553 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:52:40.231908 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8da7b7a3-6e96-4a64-a925-51fb967e08dc admin admin] 10.222.0.57 "PUT /v2.0/routers/66a6fe3b-9d8f-42a2-a7d5-16fa19102b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9599380 Jul 18 08:52:40.234631 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57056) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:40.236329 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] Sync routers for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:52:40.246938 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:40.247604 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:40.249169 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:40.348233 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks [] for router (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:40.357943 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:40.441929 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57062) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:40.498256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks [] for router_gateway (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:40.576506 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-0425ee93-0f57-4f83-bd0c-8bb4b0a0ff28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286359 Jul 18 08:52:40.583681 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:52:39Z', 'revision_number': 5, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port': {'id': '01f1f6fb-c9ab-4e05-8d1c-919420e59840', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:01Z', 'updated_at': '2022-07-18T08:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:40.585511 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-822b3203-b512-4b81-9d24-62fba2b1cd7f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:52:40.587287 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-822b3203-b512-4b81-9d24-62fba2b1cd7f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089874 Jul 18 08:52:40.606415 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Deleting port 01f1f6fb-c9ab-4e05-8d1c-919420e59840 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:40.607379 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:40.615222 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] Checking router: 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:52:40.624530 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] Routers {'66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:40.625149 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:40.682921 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57070) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:40.717962 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] For port 01f1f6fb-c9ab-4e05-8d1c-919420e59840, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=01f1f6fb-c9ab-4e05-8d1c-919420e59840,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:40.718404 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:40.725992 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] Set router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 gateway port host: None {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:40.733067 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Calling delete_port for 01f1f6fb-c9ab-4e05-8d1c-919420e59840 owned by network:router_gateway {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:40.739371 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:40.806267 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-76dc6d0b-e5e8-4911-9f6d-a3956b673582 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:40.807754 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-76dc6d0b-e5e8-4911-9f6d-a3956b673582 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports/87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 941 time: 0.1232994 Jul 18 08:52:40.929634 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:52:40Z', 'revision_number': 6, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:40.957287 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfd72a-f2b1-4928-b0cf-8302071ac771 None None] The sync data for ids ['66a6fe3b-9d8f-42a2-a7d5-16fa19102b12'] in dv-cinder-850142-3-iscsi is: [{'id': '66a6fe3b-9d8f-42a2-a7d5-16fa19102b12', 'name': 'tempest-TestMinimumBasicScenario-1266240180-router', 'tenant_id': '0a75147b684f470890244abb41bc7d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:00Z', 'updated_at': '2022-07-18T08:52:40Z', 'revision_number': 6, 'project_id': '0a75147b684f470890244abb41bc7d67', 'gw_port_host': None}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:52:41.006994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (01f1f6fb-c9ab-4e05-8d1c-919420e59840), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.085759 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f1f6fb-c9ab-4e05-8d1c-919420e59840,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:41.180055 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.294192 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa2e2-63c8-480d-a946-a641c5018b02 req-8b7607a8-9a40-45ef-9d0a-e3ee84bb9053 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:41.295563 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b5caa2e2-63c8-480d-a946-a641c5018b02 req-8b7607a8-9a40-45ef-9d0a-e3ee84bb9053 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1320140 Jul 18 08:52:41.301524 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.305465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks [] for router_controller (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.386733 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b5caa2e2-63c8-480d-a946-a641c5018b02 req-d96f29ea-bfa3-4bff-8b4a-0cc842aa1b5e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831509 Jul 18 08:52:41.457726 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (66a6fe3b-9d8f-42a2-a7d5-16fa19102b12), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.458878 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 {{(pid=111084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:52:41.465972 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.469995 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-fb0e56da-643b-4161-b785-79ce5bc31bb8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/66a6fe3b-9d8f-42a2-a7d5-16fa19102b12 HTTP/1.1" status: 204 len: 168 time: 1.2302568 Jul 18 08:52:41.470807 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57100) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:41.542744 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Deleting subnet b171a551-9f2c-4567-9557-0d7b69a18cf1 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:52:41.546586 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Publish callbacks [] for subnet (b171a551-9f2c-4567-9557-0d7b69a18cf1), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.586329 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (b171a551-9f2c-4567-9557-0d7b69a18cf1), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.678176 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (b171a551-9f2c-4567-9557-0d7b69a18cf1), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.847507 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (b171a551-9f2c-4567-9557-0d7b69a18cf1), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.855776 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:41.876801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b171a551-9f2c-4567-9557-0d7b69a18cf1,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:41.878858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:41.882062 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-830c7a6c-c386-4e83-901f-21efd22a60a2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b171a551-9f2c-4567-9557-0d7b69a18cf1 HTTP/1.1" status: 204 len: 168 time: 0.4091768 Jul 18 08:52:41.883240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f7ebe-7878-441c-9130-cfa6cbb142d6 None None] Network 63e2b314-2444-4179-bca4-7e17b3ff5f21 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:52:41.884610 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57102) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:42.105205 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] DHCP port deletion for 63e2b314-2444-4179-bca4-7e17b3ff5f21 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:52:42.199030 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] Deleting port cb208119-4ff9-4525-b60b-59a21f3fe201 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:42.199636 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.334298 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] For port cb208119-4ff9-4525-b60b-59a21f3fe201, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cb208119-4ff9-4525-b60b-59a21f3fe201,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:42.334725 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.355537 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] Calling delete_port for cb208119-4ff9-4525-b60b-59a21f3fe201 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:42.372225 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (63e2b314-2444-4179-bca4-7e17b3ff5f21), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.460955 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Deleting port cb208119-4ff9-4525-b60b-59a21f3fe201 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:42.461727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.561628 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.584359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e627d80c-91f9-4ee9-972c-627fa709f2b5 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:42.611546 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] No DVR routers for this DVR port cb208119-4ff9-4525-b60b-59a21f3fe201 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:42.634222 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] For port cb208119-4ff9-4525-b60b-59a21f3fe201, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=cb208119-4ff9-4525-b60b-59a21f3fe201,segment=NetworkSegment(e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a),segment_id=e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:42.634846 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.640331 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: e627d80c-91f9-4ee9-972c-627fa709f2b5 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:42.642753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e627d80c-91f9-4ee9-972c-627fa709f2b5 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:42.642753 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 01f1f6fb-c9ab-4e05-8d1c-919420e59840 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:42.651984 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06014f51-7348-49f8-b178-35fe3bfc6fbc None None] Pushing event deleted for resources: {'Port': ['ID=cb208119-4ff9-4525-b60b-59a21f3fe201,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:42.654888 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ec7e8-e841-483a-8936-4a7585add545 req-0ca3a7a8-1ba9-496c-a861-24cbf765f5c8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:42.661939 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e32ec7e8-e841-483a-8936-4a7585add545 req-0ca3a7a8-1ba9-496c-a861-24cbf765f5c8 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0867095 Jul 18 08:52:42.670317 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Calling delete_port for cb208119-4ff9-4525-b60b-59a21f3fe201 owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:42.677390 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 01f1f6fb-c9ab-4e05-8d1c-919420e59840 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:42.677748 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 01f1f6fb-c9ab-4e05-8d1c-919420e59840 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:42.678167 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cb208119-4ff9-4525-b60b-59a21f3fe201 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:42.698332 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: cb208119-4ff9-4525-b60b-59a21f3fe201 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:42.698692 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device cb208119-4ff9-4525-b60b-59a21f3fe201 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:42.730702 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:42.771415 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e32ec7e8-e841-483a-8936-4a7585add545 req-8b21b59b-6128-4a07-b7f3-dfcfbf895c55 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986149 Jul 18 08:52:42.793653 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (cb208119-4ff9-4525-b60b-59a21f3fe201), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.824277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb208119-4ff9-4525-b60b-59a21f3fe201,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:42.829924 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] No DVR routers for this DVR port cb208119-4ff9-4525-b60b-59a21f3fe201 on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:42.905053 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (63e2b314-2444-4179-bca4-7e17b3ff5f21), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.926051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e2b314-2444-4179-bca4-7e17b3ff5f21']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:42.936030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:42.936340 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:42.947277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.964349 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:42.971901 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:52:42.972330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:43.001253 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a resource provider aggregate not found Jul 18 08:52:43.031336 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e69c37d8-9706-48cb-8cc0-79dcc0b8cb9a found for delete ", "request_id": "req-f0a48b6d-db6a-43a5-b3b5-f9232540b426"}]} Jul 18 08:52:43.161596 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (63e2b314-2444-4179-bca4-7e17b3ff5f21), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:43.166051 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:43.169250 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] 10.222.0.57 "DELETE /v2.0/networks/63e2b314-2444-4179-bca4-7e17b3ff5f21 HTTP/1.1" status: 204 len: 168 time: 1.2831633 Jul 18 08:52:43.173377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57134) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:43.184079 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1339e-64be-4eeb-82d0-4e2f7caa8a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=63e2b314-2444-4179-bca4-7e17b3ff5f21,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:43.236638 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:43.550917 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (c9c1ca57-8c76-4d10-838b-5eb8dc398070), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:43.810489 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Deleting port 8615be9f-a9af-4a56-8203-6a119315d1ce {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:43.810917 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:43.896921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:43.930525 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bfd8a-1a58-4fc4-9235-4d8e12edcbbd req-3d802983-c15b-4d2e-ac6f-670a7ca55edd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:43.932071 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2a8bfd8a-1a58-4fc4-9235-4d8e12edcbbd req-3d802983-c15b-4d2e-ac6f-670a7ca55edd tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0656760 Jul 18 08:52:43.952646 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] For port 8615be9f-a9af-4a56-8203-6a119315d1ce, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8615be9f-a9af-4a56-8203-6a119315d1ce,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:43.953016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:43.974886 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Calling delete_port for 8615be9f-a9af-4a56-8203-6a119315d1ce owned by network:router_interface {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:44.036877 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2a8bfd8a-1a58-4fc4-9235-4d8e12edcbbd req-d890c1f3-ee76-4c72-9443-d6c52addc0f4 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987575 Jul 18 08:52:44.261582 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (8615be9f-a9af-4a56-8203-6a119315d1ce), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:44.308502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8615be9f-a9af-4a56-8203-6a119315d1ce,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:44.541519 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (c9c1ca57-8c76-4d10-838b-5eb8dc398070), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:44.602713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:44.779224 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Router c9c1ca57-8c76-4d10-838b-5eb8dc398070 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:52:44.887695 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:44.896560 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:52:44.902303 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6a1bcbb9-9596-4e9c-a1ec-eee3c63199bf admin admin] 10.222.0.57 "PUT /v2.0/routers/c9c1ca57-8c76-4d10-838b-5eb8dc398070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7274017 Jul 18 08:52:44.904240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57154) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:44.911363 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] Sync routers for ids ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:52:44.928448 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] Routers {'c9c1ca57-8c76-4d10-838b-5eb8dc398070'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:44.929073 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:45.189295 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d2721-d9d5-49a4-8509-dec869aada35 req-4718de17-a3fc-41d4-8e55-15d6c631ff49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:45.191819 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5a8d2721-d9d5-49a4-8509-dec869aada35 req-4718de17-a3fc-41d4-8e55-15d6c631ff49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0614278 Jul 18 08:52:45.192774 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] Set router c9c1ca57-8c76-4d10-838b-5eb8dc398070 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:45.256974 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-5a8d2721-d9d5-49a4-8509-dec869aada35 req-787f28e1-3e18-43b9-a80c-97ddd008ba14 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544975 Jul 18 08:52:45.352496 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-1af9b246-5d57-41c4-9fb1-3ee2fee5d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:45.354024 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-1af9b246-5d57-41c4-9fb1-3ee2fee5d6ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7&tenant_id=ef2947427ce24f46baad0172db285cc8 HTTP/1.1" status: 200 len: 1128 time: 0.0862548 Jul 18 08:52:45.366345 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks [] for router (c9c1ca57-8c76-4d10-838b-5eb8dc398070), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:45.415184 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:52:44Z', 'revision_number': 5, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:45.446603 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] Checking router: c9c1ca57-8c76-4d10-838b-5eb8dc398070 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:52:45.457000 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] Routers {'c9c1ca57-8c76-4d10-838b-5eb8dc398070'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:45.457981 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:45.492093 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-c0dfe60a-3c8a-4c2e-8787-3793a93265bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:45.493714 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-c0dfe60a-3c8a-4c2e-8787-3793a93265bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1128 time: 0.0812097 Jul 18 08:52:45.599636 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] Set router c9c1ca57-8c76-4d10-838b-5eb8dc398070 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:45.605403 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks [] for router_gateway (c9c1ca57-8c76-4d10-838b-5eb8dc398070), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:45.648522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-90e41426-4b49-44ae-be54-29da2a29fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:45.650008 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-90e41426-4b49-44ae-be54-29da2a29fd18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.1465845 Jul 18 08:52:45.735661 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-e986fbf1-9238-4443-9587-d1554346c429 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 1000 time: 0.0781121 Jul 18 08:52:45.866458 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:52:44Z', 'revision_number': 5, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:45.884087 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-1b73165e-70ec-4b47-92a5-457132f36b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:45.886778 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-1b73165e-70ec-4b47-92a5-457132f36b5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.1447201 Jul 18 08:52:45.888366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Deleting port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:45.890112 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:45.899128 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6750a71b-c415-488e-a10b-bc668778f9e5 None None] The sync data for ids ['c9c1ca57-8c76-4d10-838b-5eb8dc398070'] in dv-cinder-850142-3-iscsi is: [{'id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'name': 'tempest-TestMinimumBasicScenario-225749855-router', 'tenant_id': 'f3f54d7971b84445961ce311d6e2eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:10Z', 'updated_at': '2022-07-18T08:52:44Z', 'revision_number': 5, 'project_id': 'f3f54d7971b84445961ce311d6e2eb21', 'gw_port': {'id': '4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c1ca57-8c76-4d10-838b-5eb8dc398070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:11Z', 'updated_at': '2022-07-18T08:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:52:45.957310 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57172) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:46.045785 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-10b6420e-f2a6-4b4e-8fb8-3f09d1c4b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:46.047956 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-10b6420e-f2a6-4b4e-8fb8-3f09d1c4b6f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308644 Jul 18 08:52:46.146608 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] For port 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:46.147156 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.151475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:46.172582 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Calling delete_port for 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 owned by network:router_gateway {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:46.231117 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-6fdf421b-c16f-43e7-86ab-bf74094d3ded service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771114 Jul 18 08:52:46.271727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:46.430643 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8615be9f-a9af-4a56-8203-6a119315d1ce no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:46.435839 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:46.460982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 8615be9f-a9af-4a56-8203-6a119315d1ce {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:46.461127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8615be9f-a9af-4a56-8203-6a119315d1ce not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:46.509917 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1de99026-9854-4790-8465-f1463e2c0ad6 req-a9de5cd6-f9b5-4d9b-b10e-f2d4eea83f77 service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653067 Jul 18 08:52:46.521260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af384b-3a7d-4643-88bc-2d208534cddb req-f0f6445b-c4f8-45b0-a658-2bf8823a12db tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:46.523060 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c8af384b-3a7d-4643-88bc-2d208534cddb req-f0f6445b-c4f8-45b0-a658-2bf8823a12db tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1744137 Jul 18 08:52:46.585402 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (ea0c29cb-72b7-4de2-b267-a038b0f9a689), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.615101 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c8af384b-3a7d-4643-88bc-2d208534cddb req-74adaf04-c7f8-44e3-bc87-402955a891aa tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647323 Jul 18 08:52:46.678161 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.715900 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:46.804561 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (c9c1ca57-8c76-4d10-838b-5eb8dc398070), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.877552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Deleting port 91557f6f-2ded-4b40-9862-0fbe73a2d74f {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:46.877552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.916045 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (c9c1ca57-8c76-4d10-838b-5eb8dc398070), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.916045 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks [] for router_controller (c9c1ca57-8c76-4d10-838b-5eb8dc398070), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.940818 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:46.977042 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] For port 91557f6f-2ded-4b40-9862-0fbe73a2d74f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=91557f6f-2ded-4b40-9862-0fbe73a2d74f,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:46.977410 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:46.995980 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Calling delete_port for 91557f6f-2ded-4b40-9862-0fbe73a2d74f owned by network:router_interface {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:47.049649 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (c9c1ca57-8c76-4d10-838b-5eb8dc398070), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.050415 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c1ca57-8c76-4d10-838b-5eb8dc398070 {{(pid=111084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:52:47.060254 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.061694 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ca087dbe-0b12-4de6-819f-106a3bb7b92c admin admin] 10.222.0.57 "DELETE /v2.0/routers/c9c1ca57-8c76-4d10-838b-5eb8dc398070 HTTP/1.1" status: 204 len: 168 time: 2.1564567 Jul 18 08:52:47.065465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57218) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:47.121343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Deleting subnet c2675c2a-9ad3-4a90-ba74-75124a4dfa56 {{(pid=111084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:52:47.125171 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Publish callbacks [] for subnet (c2675c2a-9ad3-4a90-ba74-75124a4dfa56), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.177354 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583941'] for subnet (c2675c2a-9ad3-4a90-ba74-75124a4dfa56), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.351942 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (91557f6f-2ded-4b40-9862-0fbe73a2d74f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.392070 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Pushing event deleted for resources: {'Port': ['ID=91557f6f-2ded-4b40-9862-0fbe73a2d74f,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:47.402126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (c2675c2a-9ad3-4a90-ba74-75124a4dfa56), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.547827 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9436753'] for subnet (c2675c2a-9ad3-4a90-ba74-75124a4dfa56), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.617201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2675c2a-9ad3-4a90-ba74-75124a4dfa56,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:47.633137 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.641860 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-7bfe4ded-e5ae-4d3f-916d-23e95478d5bd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c2675c2a-9ad3-4a90-ba74-75124a4dfa56 HTTP/1.1" status: 204 len: 168 time: 0.5742106 Jul 18 08:52:47.642931 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57224) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:47.645512 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d250c0-d10a-402a-b0e5-dc65c683bac8 None None] Network 294bfedc-cc02-4d04-9884-c5822524d138 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:52:47.749272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (ea0c29cb-72b7-4de2-b267-a038b0f9a689), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.798392 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (294bfedc-cc02-4d04-9884-c5822524d138), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:47.817212 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:48.075083 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Deleting port 5a6cab42-0005-4683-af72-8b1a5d6248fa {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:48.078479 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.116118 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] DHCP port deletion for 294bfedc-cc02-4d04-9884-c5822524d138 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:52:48.119766 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:48.134242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0e7e-47aa-4618-a32a-98c339d63561 req-21052b5f-3126-4594-a696-f39cb0eadf00 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:48.136383 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-76ed0e7e-47aa-4618-a32a-98c339d63561 req-21052b5f-3126-4594-a696-f39cb0eadf00 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.2083230 Jul 18 08:52:48.168978 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] Deleting port 5a6cab42-0005-4683-af72-8b1a5d6248fa {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:48.169625 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.213256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:48.302409 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] For port 5a6cab42-0005-4683-af72-8b1a5d6248fa, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=5a6cab42-0005-4683-af72-8b1a5d6248fa,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:48.305561 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.333555 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] For port 5a6cab42-0005-4683-af72-8b1a5d6248fa, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=5a6cab42-0005-4683-af72-8b1a5d6248fa,segment=NetworkSegment(7f2640a0-18f4-467b-a2d2-4932675117a1),segment_id=7f2640a0-18f4-467b-a2d2-4932675117a1)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:48.333937 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.336812 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] Calling delete_port for 5a6cab42-0005-4683-af72-8b1a5d6248fa owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:48.354594 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-76ed0e7e-47aa-4618-a32a-98c339d63561 req-79797d5e-a9c5-498c-9802-1d6202916a0f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887410 Jul 18 08:52:48.368437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Calling delete_port for 5a6cab42-0005-4683-af72-8b1a5d6248fa owned by network:dhcp {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:48.370910 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:48.384538 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Router ea0c29cb-72b7-4de2-b267-a038b0f9a689 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:52:48.404129 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:48.570976 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.571202 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (5a6cab42-0005-4683-af72-8b1a5d6248fa), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.593401 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:52:48.610790 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-722acb17-1055-4396-b712-2d32ee771101 admin admin] 10.222.0.57 "PUT /v2.0/routers/ea0c29cb-72b7-4de2-b267-a038b0f9a689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514277 Jul 18 08:52:48.612011 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57240) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:48.631183 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] Sync routers for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:52:48.643327 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6cab42-0005-4683-af72-8b1a5d6248fa,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:48.647717 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] Pushing event deleted for resources: {'Port': ['ID=5a6cab42-0005-4683-af72-8b1a5d6248fa,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:48.649097 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] No DVR routers for this DVR port 5a6cab42-0005-4683-af72-8b1a5d6248fa on host dv-cinder-850142-3-iscsi {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:48.666800 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a4a42-66ca-42e5-8fee-8c2fd3b22d59 None None] No DVR routers for this DVR port 5a6cab42-0005-4683-af72-8b1a5d6248fa on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:48.670706 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:48.780154 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4d7c0e60-8f74-4a91-8b10-b95d2eb4fa42 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 5a6cab42-0005-4683-af72-8b1a5d6248fa no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 5a6cab42-0005-4683-af72-8b1a5d6248fa {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 5a6cab42-0005-4683-af72-8b1a5d6248fa not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:48.782108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:48.809300 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (294bfedc-cc02-4d04-9884-c5822524d138), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.841681 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks [] for router (ea0c29cb-72b7-4de2-b267-a038b0f9a689), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.874432 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294bfedc-cc02-4d04-9884-c5822524d138']}} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:48.889591 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2640a0-18f4-467b-a2d2-4932675117a1') {'for_net_delete': True} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:48.890428 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2640a0-18f4-467b-a2d2-4932675117a1') {} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:48.912803 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584060'] for segment (7f2640a0-18f4-467b-a2d2-4932675117a1), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.969975 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:48.974519 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (7f2640a0-18f4-467b-a2d2-4932675117a1), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:48.986465 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=111084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:52:48.988614 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8943029'] for segment (7f2640a0-18f4-467b-a2d2-4932675117a1), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.039180 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks [] for router_gateway (ea0c29cb-72b7-4de2-b267-a038b0f9a689), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.159942 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (294bfedc-cc02-4d04-9884-c5822524d138), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.183321 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.197802 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] 10.222.0.57 "DELETE /v2.0/networks/294bfedc-cc02-4d04-9884-c5822524d138 HTTP/1.1" status: 204 len: 168 time: 1.5511639 Jul 18 08:52:49.214572 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Deleting port fe22eb09-1b11-4a76-9d1d-9936978e00e1 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:49.214915 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.259621 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:52:47Z', 'revision_number': 5, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port': {'id': 'fe22eb09-1b11-4a76-9d1d-9936978e00e1', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:01Z', 'updated_at': '2022-07-18T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:49.270654 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aebc7-cdcf-4a7a-b88b-d8585e8f5061 admin admin] Pushing event deleted for resources: {'Network': ['ID=294bfedc-cc02-4d04-9884-c5822524d138,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:49.280809 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment 7f2640a0-18f4-467b-a2d2-4932675117a1 resource provider aggregate not found Jul 18 08:52:49.314716 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] Checking router: ea0c29cb-72b7-4de2-b267-a038b0f9a689 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:52:49.314978 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment 7f2640a0-18f4-467b-a2d2-4932675117a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f2640a0-18f4-467b-a2d2-4932675117a1 found for delete ", "request_id": "req-6a2d69c2-f28f-4d58-8161-22b0a38375bf"}]} Jul 18 08:52:49.315068 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] Routers {'ea0c29cb-72b7-4de2-b267-a038b0f9a689'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:52:49.315146 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:49.361935 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] For port fe22eb09-1b11-4a76-9d1d-9936978e00e1, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fe22eb09-1b11-4a76-9d1d-9936978e00e1,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:49.362447 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.392940 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Calling delete_port for fe22eb09-1b11-4a76-9d1d-9936978e00e1 owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:49.469340 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] Set router ea0c29cb-72b7-4de2-b267-a038b0f9a689 gateway port host: None {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:52:49.585096 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:52:49Z', 'revision_number': 6, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:49.605485 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9c5e-42ef-42ff-8235-66e4cc959aec req-73599b09-04ae-428f-8708-280efb28009e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:49.607207 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7eef9c5e-42ef-42ff-8235-66e4cc959aec req-73599b09-04ae-428f-8708-280efb28009e tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0736034 Jul 18 08:52:49.620784 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3032cf-d5d2-434a-b348-697837f70f5c None None] The sync data for ids ['ea0c29cb-72b7-4de2-b267-a038b0f9a689'] in dv-cinder-850142-3-iscsi is: [{'id': 'ea0c29cb-72b7-4de2-b267-a038b0f9a689', 'name': 'tempest-AttachVolumeTestJSON-1282272588-router', 'tenant_id': 'd7367af701b84358a4e5c5d0db473b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:59Z', 'updated_at': '2022-07-18T08:52:49Z', 'revision_number': 6, 'project_id': 'd7367af701b84358a4e5c5d0db473b44', 'gw_port_host': None}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:52:49.686340 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57256) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:49.714019 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:49.725704 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7eef9c5e-42ef-42ff-8235-66e4cc959aec req-5619f83e-4409-4ea3-bea1-dc88ab1b2408 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082206 Jul 18 08:52:49.750003 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a23f2a46-b411-4ed4-9ce0-4fa1b976ed6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a75147b684f470890244abb41bc7d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598333 Jul 18 08:52:49.751429 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57258) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:49.789440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (fe22eb09-1b11-4a76-9d1d-9936978e00e1), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.808191 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:49.835087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe22eb09-1b11-4a76-9d1d-9936978e00e1,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:49.909524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5cd47544-a4a3-4e85-8244-db18efd368f0 admin admin] Publish callbacks [] for security_group (e749e348-ffb9-4dda-8f9d-ec621c812a6c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:49.978566 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (ea0c29cb-72b7-4de2-b267-a038b0f9a689), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.163737 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5cd47544-a4a3-4e85-8244-db18efd368f0 admin admin] Publish callbacks [] for security_group (e749e348-ffb9-4dda-8f9d-ec621c812a6c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.205817 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (ea0c29cb-72b7-4de2-b267-a038b0f9a689), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.215480 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks [] for router_controller (ea0c29cb-72b7-4de2-b267-a038b0f9a689), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.295421 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:50.386653 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (ea0c29cb-72b7-4de2-b267-a038b0f9a689), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.387313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0c29cb-72b7-4de2-b267-a038b0f9a689 {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:52:50.393248 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.397984 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0e595a20-86b0-4abc-add8-8664c3b74d55 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ea0c29cb-72b7-4de2-b267-a038b0f9a689 HTTP/1.1" status: 204 len: 168 time: 1.7801087 Jul 18 08:52:50.397984 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57278) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:50.471562 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5cd47544-a4a3-4e85-8244-db18efd368f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e749e348-ffb9-4dda-8f9d-ec621c812a6c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.479426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5cd47544-a4a3-4e85-8244-db18efd368f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.485793 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-5cd47544-a4a3-4e85-8244-db18efd368f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e749e348-ffb9-4dda-8f9d-ec621c812a6c HTTP/1.1" status: 204 len: 168 time: 0.7322781 Jul 18 08:52:50.495410 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Deleting subnet a1b70215-bb6e-4a1a-b60c-9792bdc35c33 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:52:50.503727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Publish callbacks [] for subnet (a1b70215-bb6e-4a1a-b60c-9792bdc35c33), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.559202 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd47544-a4a3-4e85-8244-db18efd368f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749e348-ffb9-4dda-8f9d-ec621c812a6c,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:50.621383 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (a1b70215-bb6e-4a1a-b60c-9792bdc35c33), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.695190 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 91557f6f-2ded-4b40-9862-0fbe73a2d74f no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:50.805503 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 91557f6f-2ded-4b40-9862-0fbe73a2d74f {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:50.810540 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 91557f6f-2ded-4b40-9862-0fbe73a2d74f not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:50.810540 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fe22eb09-1b11-4a76-9d1d-9936978e00e1 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:50.856093 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (a1b70215-bb6e-4a1a-b60c-9792bdc35c33), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:50.904318 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: fe22eb09-1b11-4a76-9d1d-9936978e00e1 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:50.908415 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fe22eb09-1b11-4a76-9d1d-9936978e00e1 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:50.921298 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97a82-f1b0-455d-a2d1-9efad8905158 req-977aabd7-bd81-450b-9e1a-b19e1e9340e6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:50.924270 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fda97a82-f1b0-455d-a2d1-9efad8905158 req-977aabd7-bd81-450b-9e1a-b19e1e9340e6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.1283071 Jul 18 08:52:50.972126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499c176-4685-4a4e-b770-a268d7bc78c4 req-0c808f8e-a3a1-478f-b4d0-e3e7f7c3b908 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:50.974660 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9499c176-4685-4a4e-b770-a268d7bc78c4 req-0c808f8e-a3a1-478f-b4d0-e3e7f7c3b908 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0716960 Jul 18 08:52:51.005955 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-fda97a82-f1b0-455d-a2d1-9efad8905158 req-8505c934-daad-4573-88ef-5ecd69f1b240 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707076 Jul 18 08:52:51.055279 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9499c176-4685-4a4e-b770-a268d7bc78c4 req-f070a996-8097-4c8d-a6d9-662b74310029 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699279 Jul 18 08:52:51.067191 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57290) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:51.116118 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (a1b70215-bb6e-4a1a-b60c-9792bdc35c33), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.173135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-364016f6-5624-45f8-b362-5e8ae27d6d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.184447 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b70215-bb6e-4a1a-b60c-9792bdc35c33,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:51.188489 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.192190 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-bc7b6ff7-c53d-4e02-9846-4da8b0ecbed3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1b70215-bb6e-4a1a-b60c-9792bdc35c33 HTTP/1.1" status: 204 len: 168 time: 0.7935255 Jul 18 08:52:51.195873 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57296) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:51.199127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1534726-32d2-47d0-82eb-d493b9e9bda5 None None] Network d509bc50-58ee-41ee-9bed-bf209325abb8 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:52:51.256845 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b026c698-c534-4801-b00a-25216e35ac90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.301485 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (d509bc50-58ee-41ee-9bed-bf209325abb8), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.348333 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Deleting port 3f974654-8f3b-4c50-add6-b9368cc041e8 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:51.348672 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.354662 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b026c698-c534-4801-b00a-25216e35ac90 admin admin] Publish callbacks [] for security_group (a459e903-da57-40cb-9c3e-3bdb5c1da661), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.411707 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] DHCP port deletion for d509bc50-58ee-41ee-9bed-bf209325abb8 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:52:51.419445 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b026c698-c534-4801-b00a-25216e35ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a459e903-da57-40cb-9c3e-3bdb5c1da661), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.422718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] For port 3f974654-8f3b-4c50-add6-b9368cc041e8, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=3f974654-8f3b-4c50-add6-b9368cc041e8,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:51.423083 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.440097 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Calling delete_port for 3f974654-8f3b-4c50-add6-b9368cc041e8 owned by network:dhcp {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:51.483882 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] Deleting port 3f974654-8f3b-4c50-add6-b9368cc041e8 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:51.484713 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.484848 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b026c698-c534-4801-b00a-25216e35ac90 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5871e25b87254084acc8b74d0a99a5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160557 Jul 18 08:52:51.486078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57298) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:51.488181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026c698-c534-4801-b00a-25216e35ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a459e903-da57-40cb-9c3e-3bdb5c1da661,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:51.531546 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57300) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:51.558598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f6129b7b-1c8d-49ea-8e33-a2171c5e83c0 admin admin] Publish callbacks [] for security_group (a459e903-da57-40cb-9c3e-3bdb5c1da661), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.568612 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:51.573151 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] For port 3f974654-8f3b-4c50-add6-b9368cc041e8, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=3f974654-8f3b-4c50-add6-b9368cc041e8,segment=NetworkSegment(e2407596-d3eb-4f30-b8f4-5b4a950f31b3),segment_id=e2407596-d3eb-4f30-b8f4-5b4a950f31b3)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:51.573857 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.575655 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-fe8b4e8f-607f-4c9b-bb51-da231401052f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3f54d7971b84445961ce311d6e2eb21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423002 Jul 18 08:52:51.578520 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57302) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:51.594000 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f6129b7b-1c8d-49ea-8e33-a2171c5e83c0 admin admin] Publish callbacks [] for security_group (a459e903-da57-40cb-9c3e-3bdb5c1da661), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.594267 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] Calling delete_port for 3f974654-8f3b-4c50-add6-b9368cc041e8 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:52:51.620201 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.636679 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:51.652473 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] No DVR routers for this DVR port 3f974654-8f3b-4c50-add6-b9368cc041e8 on host dv-cinder-850142-3-iscsi {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:51.659250 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f974654-8f3b-4c50-add6-b9368cc041e8,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:51.680213 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (3f974654-8f3b-4c50-add6-b9368cc041e8), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.721235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d55d3501-fe0b-4afa-bd15-ee4b33d1b68b admin admin] Publish callbacks [] for security_group (0b4d1ead-a671-4f83-8af3-76ca9a97ebda), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.738843 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] No DVR routers for this DVR port 3f974654-8f3b-4c50-add6-b9368cc041e8 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:52:51.744269 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8dfc-e1c1-4052-9395-6d57fcddc5da None None] Pushing event deleted for resources: {'Port': ['ID=3f974654-8f3b-4c50-add6-b9368cc041e8,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:51.748054 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d55d3501-fe0b-4afa-bd15-ee4b33d1b68b admin admin] Publish callbacks [] for security_group (0b4d1ead-a671-4f83-8af3-76ca9a97ebda), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.770126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f6129b7b-1c8d-49ea-8e33-a2171c5e83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a459e903-da57-40cb-9c3e-3bdb5c1da661), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.781137 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f6129b7b-1c8d-49ea-8e33-a2171c5e83c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.784618 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f6129b7b-1c8d-49ea-8e33-a2171c5e83c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a459e903-da57-40cb-9c3e-3bdb5c1da661 HTTP/1.1" status: 204 len: 168 time: 0.2969472 Jul 18 08:52:51.796526 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6129b7b-1c8d-49ea-8e33-a2171c5e83c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a459e903-da57-40cb-9c3e-3bdb5c1da661,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:51.809003 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (d509bc50-58ee-41ee-9bed-bf209325abb8), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.891820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d509bc50-58ee-41ee-9bed-bf209325abb8']}} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:51.913006 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3') {'for_net_delete': True} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:51.913389 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2407596-d3eb-4f30-b8f4-5b4a950f31b3') {} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:52:51.916164 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:51.929044 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584060'] for segment (e2407596-d3eb-4f30-b8f4-5b4a950f31b3), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.948585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (e2407596-d3eb-4f30-b8f4-5b4a950f31b3), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:51.958470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=111084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:52:51.959238 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8943029'] for segment (e2407596-d3eb-4f30-b8f4-5b4a950f31b3), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:52.018917 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment e2407596-d3eb-4f30-b8f4-5b4a950f31b3 resource provider aggregate not found Jul 18 08:52:52.029835 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d55d3501-fe0b-4afa-bd15-ee4b33d1b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0b4d1ead-a671-4f83-8af3-76ca9a97ebda), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:52.032753 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d55d3501-fe0b-4afa-bd15-ee4b33d1b68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:52.034010 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d55d3501-fe0b-4afa-bd15-ee4b33d1b68b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b4d1ead-a671-4f83-8af3-76ca9a97ebda HTTP/1.1" status: 204 len: 168 time: 0.4533024 Jul 18 08:52:52.044246 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d3501-fe0b-4afa-bd15-ee4b33d1b68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d1ead-a671-4f83-8af3-76ca9a97ebda,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:52.053558 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment e2407596-d3eb-4f30-b8f4-5b4a950f31b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2407596-d3eb-4f30-b8f4-5b4a950f31b3 found for delete ", "request_id": "req-692769f3-cf18-4cf5-951f-9f4abb966739"}]} Jul 18 08:52:52.157931 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (d509bc50-58ee-41ee-9bed-bf209325abb8), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:52.170764 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:52.183639 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d509bc50-58ee-41ee-9bed-bf209325abb8 HTTP/1.1" status: 204 len: 168 time: 0.9794118 Jul 18 08:52:52.206377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f602e-5fe4-4910-8273-fa3262c64fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d509bc50-58ee-41ee-9bed-bf209325abb8,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:52.239052 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116c078-2c37-4faa-afdb-136d7b2f8dca req-5aee9e5e-bcda-46aa-b0d8-7b16bd82ef3f tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:52.243727 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8116c078-2c37-4faa-afdb-136d7b2f8dca req-5aee9e5e-bcda-46aa-b0d8-7b16bd82ef3f tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.1284342 Jul 18 08:52:52.319553 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8116c078-2c37-4faa-afdb-136d7b2f8dca req-2abde81b-464e-45ec-b0c7-70c84403cb87 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760868 Jul 18 08:52:52.321850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:52.333502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dba907-a9ef-4a4e-99c3-f55e3e18ae21 req-67c8c6d2-d1aa-4bd3-aea9-f701b7b094cb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:52.335360 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-39dba907-a9ef-4a4e-99c3-f55e3e18ae21 req-67c8c6d2-d1aa-4bd3-aea9-f701b7b094cb tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0658779 Jul 18 08:52:52.390222 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-39dba907-a9ef-4a4e-99c3-f55e3e18ae21 req-fd91f32d-95b7-46dd-acf6-598ec16fe369 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475047 Jul 18 08:52:52.503864 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 3f974654-8f3b-4c50-add6-b9368cc041e8 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:52.530641 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 3f974654-8f3b-4c50-add6-b9368cc041e8 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:52:52.535431 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 3f974654-8f3b-4c50-add6-b9368cc041e8 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:52:53.029844 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57324) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:53.048094 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-be6590d0-32ab-4d4f-85a4-aa80d4ed7b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.109145 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57326) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:53.118303 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:53.137623 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-be6590d0-32ab-4d4f-85a4-aa80d4ed7b59 admin admin] Publish callbacks [] for security_group (98b166e3-3f9d-4af3-a1f0-76a8f0f99cba), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.180432 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4262e867-8b4d-4dbc-af20-c00253e3eaae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7367af701b84358a4e5c5d0db473b44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0695281 Jul 18 08:52:53.183155 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57328) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:53.232229 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-be6590d0-32ab-4d4f-85a4-aa80d4ed7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (98b166e3-3f9d-4af3-a1f0-76a8f0f99cba), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.257196 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a5bcdbb8-4fca-4926-b1a7-5ceed1d39ab4 admin admin] Publish callbacks [] for security_group (8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.293893 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-be6590d0-32ab-4d4f-85a4-aa80d4ed7b59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d4958590bbd41288a9295021f4683e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604733 Jul 18 08:52:53.294824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57330) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:53.295880 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6590d0-32ab-4d4f-85a4-aa80d4ed7b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b166e3-3f9d-4af3-a1f0-76a8f0f99cba,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:53.308993 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a5bcdbb8-4fca-4926-b1a7-5ceed1d39ab4 admin admin] Publish callbacks [] for security_group (8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.439736 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93348e52-c4ea-4b55-a84d-6dd45e1174a5 admin admin] Publish callbacks [] for security_group (98b166e3-3f9d-4af3-a1f0-76a8f0f99cba), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.475050 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93348e52-c4ea-4b55-a84d-6dd45e1174a5 admin admin] Publish callbacks [] for security_group (98b166e3-3f9d-4af3-a1f0-76a8f0f99cba), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.475277 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a5bcdbb8-4fca-4926-b1a7-5ceed1d39ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.477861 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a5bcdbb8-4fca-4926-b1a7-5ceed1d39ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.479243 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a5bcdbb8-4fca-4926-b1a7-5ceed1d39ab4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c HTTP/1.1" status: 204 len: 168 time: 0.2949479 Jul 18 08:52:53.490430 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcdbb8-4fca-4926-b1a7-5ceed1d39ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebfacc1-363d-4d7d-bfd6-b5caaa84d23c,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:53.524594 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-21392327-808d-48c8-bda1-a546ebf0f1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.624760 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c605f5e-9204-4078-b08f-7a99a1ee7ca0 req-9497b2b6-f770-4f71-8c1f-4c90beff3651 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:53.628429 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9c605f5e-9204-4078-b08f-7a99a1ee7ca0 req-9497b2b6-f770-4f71-8c1f-4c90beff3651 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0943110 Jul 18 08:52:53.648931 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10fd4e-92ed-4179-8729-e0e8a237276b req-570b358b-548b-491a-b73e-70945e817444 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:53.650602 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be10fd4e-92ed-4179-8729-e0e8a237276b req-570b358b-548b-491a-b73e-70945e817444 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.2362230 Jul 18 08:52:53.748637 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9c605f5e-9204-4078-b08f-7a99a1ee7ca0 req-9dbdfbd7-ebbd-4a4a-bc11-5f5dc012ad86 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145456 Jul 18 08:52:53.753655 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-be10fd4e-92ed-4179-8729-e0e8a237276b req-ad617b2f-26de-4ffd-98a5-5c03900fe76b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813835 Jul 18 08:52:53.795105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93348e52-c4ea-4b55-a84d-6dd45e1174a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (98b166e3-3f9d-4af3-a1f0-76a8f0f99cba), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.798801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93348e52-c4ea-4b55-a84d-6dd45e1174a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:53.802431 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-93348e52-c4ea-4b55-a84d-6dd45e1174a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98b166e3-3f9d-4af3-a1f0-76a8f0f99cba HTTP/1.1" status: 204 len: 168 time: 0.5037553 Jul 18 08:52:53.818125 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93348e52-c4ea-4b55-a84d-6dd45e1174a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b166e3-3f9d-4af3-a1f0-76a8f0f99cba,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:54.690495 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:54.960340 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81313d-ea59-44f6-abc9-8916750fb90b req-2305725e-4b24-46a4-b42e-a0145b1d39c5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:54.969259 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bb81313d-ea59-44f6-abc9-8916750fb90b req-2305725e-4b24-46a4-b42e-a0145b1d39c5 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0719211 Jul 18 08:52:54.990848 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487002c-1308-4776-90d8-0ed7976fba6a req-24151b12-e430-46dc-9879-31b1d08fef0e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:54.992576 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a487002c-1308-4776-90d8-0ed7976fba6a req-24151b12-e430-46dc-9879-31b1d08fef0e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 946 time: 0.1119032 Jul 18 08:52:55.073957 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bb81313d-ea59-44f6-abc9-8916750fb90b req-f9c3c736-306b-4a21-be92-5b012b2047c3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031847 Jul 18 08:52:55.084075 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a487002c-1308-4776-90d8-0ed7976fba6a req-ebe87779-89ef-44ea-93d4-a7cbadcaf4b3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824919 Jul 18 08:52:55.087415 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 31760e24-104d-4678-9e4f-2ba58cdc21a9 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:52:55.287839 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 31760e24-104d-4678-9e4f-2ba58cdc21a9 is: ACTIVE; New status is: DOWN {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:52:55.288684 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:55.329972 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:52:55.334660 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c61c61b-d25f-49f1-b451-d5155ef50154" -d '{"events": [{"server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "name": "network-vif-unplugged", "status": "completed", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:52:55.377071 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:55.399608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71750f4e-6958-49f5-9b46-e32c94e7241b x-openstack-request-id: req-71750f4e-6958-49f5-9b46-e32c94e7241b {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:52:55.399608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "name": "network-vif-unplugged", "status": "completed", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:52:55.399608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71750f4e-6958-49f5-9b46-e32c94e7241b {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:52:55.399608 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71750f4e-6958-49f5-9b46-e32c94e7241b'] response: {'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'code': 200} Jul 18 08:52:55.499051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:55.576969 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:55.598568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=6']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:55.859085 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:55.900073 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:56.301321 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:56.310431 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7f3f6-b0c8-48f8-b7bd-f538f90db0f7 req-0eaca36a-a3f3-4a0b-a829-da913e310b75 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:56.317074 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ead7f3f6-b0c8-48f8-b7bd-f538f90db0f7 req-0eaca36a-a3f3-4a0b-a829-da913e310b75 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0953228 Jul 18 08:52:56.372130 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4346726-0589-4363-9166-9bff21c3348b req-3a374608-d297-4353-ae0f-9e3c8174803e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:56.382563 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4346726-0589-4363-9166-9bff21c3348b req-3a374608-d297-4353-ae0f-9e3c8174803e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0739455 Jul 18 08:52:56.393135 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ead7f3f6-b0c8-48f8-b7bd-f538f90db0f7 req-dac7bbec-d06f-4301-82a8-7877a9db8500 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723140 Jul 18 08:52:56.480882 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e4346726-0589-4363-9166-9bff21c3348b req-2ceda9cb-6398-4d99-b912-3468168b2c06 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973141 Jul 18 08:52:56.526505 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:57.437027 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57444) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:57.537211 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:52:57.687325 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af447-2225-4238-b136-9b8f04ccbdf7 req-34036118-651a-4ff7-a88d-4950280810be tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:57.707755 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3f5af447-2225-4238-b136-9b8f04ccbdf7 req-34036118-651a-4ff7-a88d-4950280810be tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1364098 Jul 18 08:52:57.857593 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3e645c68-eba0-4229-b3bc-068ac2a9aa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:57.904231 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3f5af447-2225-4238-b136-9b8f04ccbdf7 req-21363d61-ed62-4e5f-984a-49baf035ce00 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778905 Jul 18 08:52:57.920475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21065-47eb-4e10-8af6-a70ef33ce0d1 req-42c7af13-f545-499a-8e0c-c68924dc800b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:57.928517 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-52f21065-47eb-4e10-8af6-a70ef33ce0d1 req-42c7af13-f545-499a-8e0c-c68924dc800b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.2216840 Jul 18 08:52:58.026386 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:58.069563 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:58.079751 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-52f21065-47eb-4e10-8af6-a70ef33ce0d1 req-60c22957-09a8-4c9e-ae0f-a8c331b7294b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499765 Jul 18 08:52:58.090115 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3e645c68-eba0-4229-b3bc-068ac2a9aa18 admin admin] Publish callbacks [] for security_group (74f3ad69-4fee-4188-939c-e4d660fd1ecd), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.224780 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3e645c68-eba0-4229-b3bc-068ac2a9aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (74f3ad69-4fee-4188-939c-e4d660fd1ecd), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.274604 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e645c68-eba0-4229-b3bc-068ac2a9aa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3ad69-4fee-4188-939c-e4d660fd1ecd,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:58.279057 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3e645c68-eba0-4229-b3bc-068ac2a9aa18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a863f588132743b59342ec6931aabf0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8392491 Jul 18 08:52:58.283434 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57458) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:58.345349 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-53d858a9-3350-443c-b5f2-2895d0c1a005 admin admin] Publish callbacks [] for security_group (74f3ad69-4fee-4188-939c-e4d660fd1ecd), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.369430 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-53d858a9-3350-443c-b5f2-2895d0c1a005 admin admin] Publish callbacks [] for security_group (74f3ad69-4fee-4188-939c-e4d660fd1ecd), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.512154 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57462) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:58.534387 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-53d858a9-3350-443c-b5f2-2895d0c1a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (74f3ad69-4fee-4188-939c-e4d660fd1ecd), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.538231 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-53d858a9-3350-443c-b5f2-2895d0c1a005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.544401 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-53d858a9-3350-443c-b5f2-2895d0c1a005 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74f3ad69-4fee-4188-939c-e4d660fd1ecd HTTP/1.1" status: 204 len: 168 time: 0.2548702 Jul 18 08:52:58.553530 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d858a9-3350-443c-b5f2-2895d0c1a005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3ad69-4fee-4188-939c-e4d660fd1ecd,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:58.666242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4c0b-26c9-4105-93ac-c4b2ce83b828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.749752 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4c0b-26c9-4105-93ac-c4b2ce83b828 admin admin] Publish callbacks [] for security_group (610ab790-1a52-46b1-9cff-2a2dd53ce28d), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.850050 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4c0b-26c9-4105-93ac-c4b2ce83b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (610ab790-1a52-46b1-9cff-2a2dd53ce28d), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:58.908208 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8dbc4c0b-26c9-4105-93ac-c4b2ce83b828 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e79982e12024706babbc11a018e865d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949521 Jul 18 08:52:58.909482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc4c0b-26c9-4105-93ac-c4b2ce83b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ab790-1a52-46b1-9cff-2a2dd53ce28d,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:58.911878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57472) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:52:58.979242 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0933d34c-3bb7-433e-9ee0-37338f66ec2e admin admin] Publish callbacks [] for security_group (610ab790-1a52-46b1-9cff-2a2dd53ce28d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:59.000310 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:59.007307 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0933d34c-3bb7-433e-9ee0-37338f66ec2e admin admin] Publish callbacks [] for security_group (610ab790-1a52-46b1-9cff-2a2dd53ce28d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:59.084627 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519fb35-f798-40bd-886a-61df2aa682f7 req-d860077d-8c66-4644-b943-390de860b14b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:59.086207 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f519fb35-f798-40bd-886a-61df2aa682f7 req-d860077d-8c66-4644-b943-390de860b14b tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0763285 Jul 18 08:52:59.130413 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:52:59.145594 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f519fb35-f798-40bd-886a-61df2aa682f7 req-8d4f370a-6eba-48fd-81a3-167bfcfd9618 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526705 Jul 18 08:52:59.212469 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0933d34c-3bb7-433e-9ee0-37338f66ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (610ab790-1a52-46b1-9cff-2a2dd53ce28d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:59.215584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0933d34c-3bb7-433e-9ee0-37338f66ec2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:59.217106 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0933d34c-3bb7-433e-9ee0-37338f66ec2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/610ab790-1a52-46b1-9cff-2a2dd53ce28d HTTP/1.1" status: 204 len: 168 time: 0.3025777 Jul 18 08:52:59.237821 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d34c-3bb7-433e-9ee0-37338f66ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ab790-1a52-46b1-9cff-2a2dd53ce28d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:52:59.240386 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-3c1144c9-3a75-4092-8881-1508e163e143 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:59.242004 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-3c1144c9-3a75-4092-8881-1508e163e143 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0955267 Jul 18 08:52:59.262256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9346de3-fc22-4d63-b565-22248d67fb43 req-08778d77-9ed0-43b2-b784-8350ece1a99d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:52:59.264290 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f9346de3-fc22-4d63-b565-22248d67fb43 req-08778d77-9ed0-43b2-b784-8350ece1a99d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 944 time: 0.0711718 Jul 18 08:52:59.329750 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f9346de3-fc22-4d63-b565-22248d67fb43 req-1acc1fe0-a9bb-43a6-a03f-3875f738e4c2 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516303 Jul 18 08:52:59.519718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Deleting port 31760e24-104d-4678-9e4f-2ba58cdc21a9 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:52:59.520372 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:52:59.950478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] For port 31760e24-104d-4678-9e4f-2ba58cdc21a9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=31760e24-104d-4678-9e4f-2ba58cdc21a9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:52:59.950478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.096751 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57504) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:00.117393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c1834fea-54fd-4c72-8a7c-ac9b35a11df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.212154 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.213126 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (a22a6b46-24b6-4803-af6f-d3d79edbcff8), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.213666 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Floating IP a22a6b46-24b6-4803-af6f-d3d79edbcff8 disassociated. External IP: 172.27.1.82, port: 31760e24-104d-4678-9e4f-2ba58cdc21a9. Jul 18 08:53:00.214282 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Calling delete_port for 31760e24-104d-4678-9e4f-2ba58cdc21a9 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:00.259572 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c1834fea-54fd-4c72-8a7c-ac9b35a11df6 admin admin] Publish callbacks [] for security_group (354b8b3f-7372-44f2-a75a-2ff7def07542), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.263121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:00.322883 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832dfc-211b-46c4-9cd9-29d2bbcd126f req-b1e5376c-7e63-48e6-b8c3-62c9f222bf3a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:00.324593 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-88832dfc-211b-46c4-9cd9-29d2bbcd126f req-b1e5376c-7e63-48e6-b8c3-62c9f222bf3a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0624118 Jul 18 08:53:00.339315 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c1834fea-54fd-4c72-8a7c-ac9b35a11df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (354b8b3f-7372-44f2-a75a-2ff7def07542), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.387818 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1834fea-54fd-4c72-8a7c-ac9b35a11df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354b8b3f-7372-44f2-a75a-2ff7def07542,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:00.411176 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:00.420680 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c1834fea-54fd-4c72-8a7c-ac9b35a11df6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=227ce65aaafa47a5be2d92f5813d0e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221729 Jul 18 08:53:00.424243 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57522) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:00.442990 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-88832dfc-211b-46c4-9cd9-29d2bbcd126f req-b74f2502-fc1c-4de9-95c5-096b98a6ce03 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119273 Jul 18 08:53:00.505461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c6c-a428-4f08-a930-32fb2a91a92a admin admin] Publish callbacks [] for security_group (354b8b3f-7372-44f2-a75a-2ff7def07542), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.513643 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (31760e24-104d-4678-9e4f-2ba58cdc21a9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.559568 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bab5fe86-377f-48c3-949e-7e2934ec5895 req-38cf6125-1f53-4072-a5a6-ae0a1d83014d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 210 time: 0.0364981 Jul 18 08:53:00.600088 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c6c-a428-4f08-a930-32fb2a91a92a admin admin] Publish callbacks [] for security_group (354b8b3f-7372-44f2-a75a-2ff7def07542), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.603349 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'Port': ['ID=31760e24-104d-4678-9e4f-2ba58cdc21a9,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:00.755738 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:53:00.857279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c6c-a428-4f08-a930-32fb2a91a92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (354b8b3f-7372-44f2-a75a-2ff7def07542), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.857279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c6c-a428-4f08-a930-32fb2a91a92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.857279 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d9f84c6c-a428-4f08-a930-32fb2a91a92a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/354b8b3f-7372-44f2-a75a-2ff7def07542 HTTP/1.1" status: 204 len: 168 time: 0.4284632 Jul 18 08:53:00.867572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f84c6c-a428-4f08-a930-32fb2a91a92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b8b3f-7372-44f2-a75a-2ff7def07542,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:00.889899 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:53:00.907110 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:53:00.929655 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:00.930317 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:00.952336 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] No DVR routers for this DVR port 31760e24-104d-4678-9e4f-2ba58cdc21a9 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:53:00.957524 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:00.962123 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-449d49da-67cd-4b92-9143-9be1cfe388d1 req-993e5871-319e-4fc2-b2e3-d480fa3e94c9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "DELETE /v2.0/ports/31760e24-104d-4678-9e4f-2ba58cdc21a9 HTTP/1.1" status: 204 len: 173 time: 1.5384791 Jul 18 08:53:00.962875 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'name': 'network-vif-deleted', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:00.965574 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a0b779-0dc5-48e6-b573-56fb7d6d7d61" -d '{"events": [{"server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "name": "network-vif-deleted", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:01.037448 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a4a3d-341c-4a92-8fdd-c9ee4cb7e2ae x-openstack-request-id: req-107a4a3d-341c-4a92-8fdd-c9ee4cb7e2ae {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:01.037843 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53c5dca-7e2b-4a47-9a81-7888b20e67fe", "name": "network-vif-deleted", "tag": "31760e24-104d-4678-9e4f-2ba58cdc21a9", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:01.038327 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-107a4a3d-341c-4a92-8fdd-c9ee4cb7e2ae {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:01.038944 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107a4a3d-341c-4a92-8fdd-c9ee4cb7e2ae'] response: {'server_uuid': 'c53c5dca-7e2b-4a47-9a81-7888b20e67fe', 'name': 'network-vif-deleted', 'tag': '31760e24-104d-4678-9e4f-2ba58cdc21a9', 'status': 'completed', 'code': 200} Jul 18 08:53:01.101105 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:01.107840 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:53:01.250499 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:01.268634 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'port_id': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'mac_address': 'fa:16:3e:d7:9b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:53:01.322097 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:53:01.322632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:01.339337 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:01.342531 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:53:01.373151 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:01.388348 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:53:01.399608 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:01.400590 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:01.449521 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:01.520482 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:01.684708 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098e9b-7a09-4163-a4b1-a7e2088de6af req-883e104c-6849-4271-bbb5-8986eaeb3658 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:01.690157 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-24098e9b-7a09-4163-a4b1-a7e2088de6af req-883e104c-6849-4271-bbb5-8986eaeb3658 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 945 time: 0.1008995 Jul 18 08:53:01.744907 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-24b4488b-2110-42eb-a313-5cc720dac7c1 req-f49cad4d-774e-4fef-a460-a43b085f3ada tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=c53c5dca-7e2b-4a47-9a81-7888b20e67fe HTTP/1.1" status: 200 len: 210 time: 0.0563560 Jul 18 08:53:01.789581 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:01.789915 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-24098e9b-7a09-4163-a4b1-a7e2088de6af req-0478a7b5-3fd0-4f6b-8867-4dfbb6ade6d2 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923290 Jul 18 08:53:01.793045 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=9']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:01.796612 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:01.834979 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9051eb4-ef98-490f-80ad-3a471e13cba9 None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:53:01.868325 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:53:02.183605 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb67dad-732d-4b24-ba3f-017964b61ec3 None None] New status for floating IP a22a6b46-24b6-4803-af6f-d3d79edbcff8: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:53:02.873696 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:02.909467 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:02.965063 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a0341-41cb-44d7-ba13-07e04133c306 req-d4e9cd03-d7ea-4cfa-8457-29d39b2572e9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:02.967422 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-658a0341-41cb-44d7-ba13-07e04133c306 req-d4e9cd03-d7ea-4cfa-8457-29d39b2572e9 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0674553 Jul 18 08:53:03.024073 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-658a0341-41cb-44d7-ba13-07e04133c306 req-4055326d-3f8d-425e-9c5c-899153f0ba1f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498388 Jul 18 08:53:03.117397 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:53:03.416183 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-65e57ea5-e551-4f9c-9d03-b406d4a8abda tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587307711&fields=id&tenant_id=d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 267 time: 0.1009374 Jul 18 08:53:03.417467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:53:03.417467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:03.417467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:53:03.417467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:03.418329 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-944e2447-ed92-4f23-9262-e61ec4f61726 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:03.418329 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-944e2447-ed92-4f23-9262-e61ec4f61726 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 811 time: 0.1255834 Jul 18 08:53:03.418673 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:03.418673 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a011bf-0990-4756-bee6-5b83bc6ef5e8" -d '{"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:03.418863 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-110c623b-e9e2-4592-96e7-3bf14ff76d1c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/quotas/d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 375 time: 0.0114129 Jul 18 08:53:03.418955 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:03.656935 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-f935eddf-b01e-4e75-bd86-d43ca92d2af4 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3511558 Jul 18 08:53:03.882402 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-b5d3a2e8-8471-43cd-9ce4-fce46034c506 service neutron] 10.222.0.57 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119439 Jul 18 08:53:03.990867 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-3e0d77da-7b94-49d9-a179-aaaf8e4d6f13 service neutron] 10.222.0.57 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016405 Jul 18 08:53:04.249764 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:04.309885 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=10']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:04.495084 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ea39e-e017-4529-a1d4-47b8480a554b x-openstack-request-id: req-cd0ea39e-e017-4529-a1d4-47b8480a554b {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:04.495757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:04.495869 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd0ea39e-e017-4529-a1d4-47b8480a554b {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:04.496271 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0ea39e-e017-4529-a1d4-47b8480a554b'] response: {'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'code': 200} Jul 18 08:53:04.604792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d02225-d378-4fd8-9d29-9b151b6f332e req-c957e7e5-1cff-4b5a-885f-55ce3125ccb1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:04.606359 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c8d02225-d378-4fd8-9d29-9b151b6f332e req-c957e7e5-1cff-4b5a-885f-55ce3125ccb1 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0633252 Jul 18 08:53:04.669419 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c8d02225-d378-4fd8-9d29-9b151b6f332e req-61e069b9-1084-47cb-9ef3-01a5e96242ca tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570264 Jul 18 08:53:04.826834 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcb7f6-1dee-4bc0-9aa7-93892743c0cb req-131ee05f-e170-455b-ba60-52a7204acb09 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:04.829737 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f7dcb7f6-1dee-4bc0-9aa7-93892743c0cb req-131ee05f-e170-455b-ba60-52a7204acb09 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0762327 Jul 18 08:53:04.898027 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f7dcb7f6-1dee-4bc0-9aa7-93892743c0cb req-fa8b7d51-7c08-4ab4-9208-c8e4b12f5260 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611007 Jul 18 08:53:04.967077 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3c6b30da-1de8-43ed-b35f-877d356e5ad2 req-ff16fed0-4a2c-44a2-a1f4-b4a9f8047c92 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 210 time: 0.0398571 Jul 18 08:53:05.832436 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d20356-7f4d-4b2e-8382-b17b624ad5df req-91667477-50f7-494c-82db-dd9bae930103 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:05.833936 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-29d20356-7f4d-4b2e-8382-b17b624ad5df req-91667477-50f7-494c-82db-dd9bae930103 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0651979 Jul 18 08:53:05.938004 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-29d20356-7f4d-4b2e-8382-b17b624ad5df req-41b61e8e-cb20-4e08-a420-77960874ae7c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791209 Jul 18 08:53:05.957265 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-d0adf6b7-b077-4ea0-ba4f-066516a56f41 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:05.959088 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-d0adf6b7-b077-4ea0-ba4f-066516a56f41 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0640852 Jul 18 08:53:06.085692 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port f3097c6f-2822-4140-90fd-598d399f4804 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:06.085974 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (f3097c6f-2822-4140-90fd-598d399f4804), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:06.098516 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b51d1-ea1d-4ed6-b9e6-b7c908bc7a80 req-4f4f8e34-1b9e-4fff-a1d7-723d7fb0316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:06.100092 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-492b51d1-ea1d-4ed6-b9e6-b7c908bc7a80 req-4f4f8e34-1b9e-4fff-a1d7-723d7fb0316b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1131 time: 0.1344995 Jul 18 08:53:06.110253 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d1abab67-f3b1-4782-b31c-b10b8b79fc49 req-3be688ec-0e10-4570-bc10-e00821ef12b1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 210 time: 0.0435801 Jul 18 08:53:06.121757 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85fcc6-e1df-4881-a376-8c3db1b4d5ad req-76b273b4-ea71-4ae5-b3a1-a95a87e6a4b1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:06.122684 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f85fcc6-e1df-4881-a376-8c3db1b4d5ad req-76b273b4-ea71-4ae5-b3a1-a95a87e6a4b1 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 945 time: 0.0852592 Jul 18 08:53:06.132177 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:06.150150 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:06.191947 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-492b51d1-ea1d-4ed6-b9e6-b7c908bc7a80 req-dab7d86b-43fc-4ffc-8b49-cc65a5c740f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856020 Jul 18 08:53:06.209306 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2f85fcc6-e1df-4881-a376-8c3db1b4d5ad req-eb409fce-6bfd-4c9e-873e-813e06072284 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups?id=62993b5d-8ba4-4d74-9dc0-52e87dd61c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699952 Jul 18 08:53:06.221132 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] For port f3097c6f-2822-4140-90fd-598d399f4804, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=f3097c6f-2822-4140-90fd-598d399f4804,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:06.224105 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (f3097c6f-2822-4140-90fd-598d399f4804), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:06.401926 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:06.405031 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:06.405388 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (37655e0e-e05a-48a4-8652-76c380b19d69), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:06.405704 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Floating IP 37655e0e-e05a-48a4-8652-76c380b19d69 disassociated. External IP: 172.27.1.112, port: f3097c6f-2822-4140-90fd-598d399f4804. Jul 18 08:53:06.406082 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for f3097c6f-2822-4140-90fd-598d399f4804 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:06.581923 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-6517b0da-06c2-439d-b80a-df6a01ab5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:06.583859 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-6517b0da-06c2-439d-b80a-df6a01ab5a2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef2947427ce24f46baad0172db285cc8&device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 1131 time: 0.0449824 Jul 18 08:53:06.698733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (f3097c6f-2822-4140-90fd-598d399f4804), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:06.731322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=f3097c6f-2822-4140-90fd-598d399f4804,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:06.788435 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:06.859293 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:53:06.937634 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-ffe1709f-a05d-466d-b2cb-821783ba45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:06.938929 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-ffe1709f-a05d-466d-b2cb-821783ba45f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 200 len: 917 time: 0.1234348 Jul 18 08:53:06.979482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:53:06.992822 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:53:07.004662 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:07.005463 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:07.037224 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-ae9ce95c-938c-463e-8503-be08e1650954 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 200 len: 1002 time: 0.0884373 Jul 18 08:53:07.055502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] No DVR routers for this DVR port f3097c6f-2822-4140-90fd-598d399f4804 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:53:07.058601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:07.063534 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c90d6a2b-1d9e-4cf1-9dc5-a8ea93f1788f req-2e41b32b-7501-4fb4-a073-103c0bcfffd0 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.47 "DELETE /v2.0/ports/f3097c6f-2822-4140-90fd-598d399f4804 HTTP/1.1" status: 204 len: 173 time: 1.0856726 Jul 18 08:53:07.072272 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'name': 'network-vif-deleted', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:07.075039 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c9515c-1131-4ef8-97f9-a2f38b66cc89" -d '{"events": [{"server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "name": "network-vif-deleted", "tag": "f3097c6f-2822-4140-90fd-598d399f4804"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:07.120343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db96a2-9334-4cb3-8fad-ea942cf94679 x-openstack-request-id: req-86db96a2-9334-4cb3-8fad-ea942cf94679 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:07.120343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab98b057-4071-4710-8fd9-d6d98cc8f159", "name": "network-vif-deleted", "tag": "f3097c6f-2822-4140-90fd-598d399f4804", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:07.120651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86db96a2-9334-4cb3-8fad-ea942cf94679 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:07.121055 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86db96a2-9334-4cb3-8fad-ea942cf94679'] response: {'server_uuid': 'ab98b057-4071-4710-8fd9-d6d98cc8f159', 'name': 'network-vif-deleted', 'tag': 'f3097c6f-2822-4140-90fd-598d399f4804', 'status': 'completed', 'code': 200} Jul 18 08:53:07.131424 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5771d6-72c4-44a8-94ad-8761e03eb65b req-0138bfd2-02a7-4184-8f89-959138a21dfc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:07.139800 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bf5771d6-72c4-44a8-94ad-8761e03eb65b req-0138bfd2-02a7-4184-8f89-959138a21dfc tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0859096 Jul 18 08:53:07.214577 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bf5771d6-72c4-44a8-94ad-8761e03eb65b req-2d7d04cc-9b7d-4bce-a12b-a28635633550 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737271 Jul 18 08:53:07.320473 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:07.354000 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-827032b6-d68c-4fdd-ab03-98bb19698a2c req-f50fc0f7-2b0c-45ae-997f-3346aa19ba14 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 210 time: 0.1145163 Jul 18 08:53:07.367384 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57748) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:07.437937 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b24b015a-c970-4329-8c4d-da1843229794 req-223dc983-928c-4678-93a6-d0756fdf6140 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0473380 Jul 18 08:53:07.448547 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:07.450696 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-02d186f5-3d42-417f-b639-43e6ffacb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:07.452461 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-02d186f5-3d42-417f-b639-43e6ffacb852 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 200 len: 855 time: 0.1115706 Jul 18 08:53:07.548676 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a232c37-9cc4-45d6-9ed1-64bc3d08c375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:07.620760 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:07.624946 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:07.639511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:07.653304 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a232c37-9cc4-45d6-9ed1-64bc3d08c375 admin admin] Publish callbacks [] for security_group (2842b3b0-a199-4dfe-bb65-637daf10875b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:07.663746 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:53:07.672953 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:07.673624 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:07.744289 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-edcbe77c-7d69-4aa9-bfc6-d8075cc3dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:07.745813 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-edcbe77c-7d69-4aa9-bfc6-d8075cc3dcf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0fa8b1e-26fd-4098-8362-a39708ae2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481575 Jul 18 08:53:07.807944 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a232c37-9cc4-45d6-9ed1-64bc3d08c375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2842b3b0-a199-4dfe-bb65-637daf10875b), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:07.815470 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:07.864924 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-74d35950-6ab8-4766-829d-3a2077b95dde service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118240 Jul 18 08:53:07.879007 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8a232c37-9cc4-45d6-9ed1-64bc3d08c375 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4dfc36cfd8c4019970a277cb3935d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104907 Jul 18 08:53:07.880863 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a232c37-9cc4-45d6-9ed1-64bc3d08c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2842b3b0-a199-4dfe-bb65-637daf10875b,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:07.882010 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57768) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:07.889475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-702a0148-3df8-473d-bcc4-fd5ecb204b64 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:07.893562 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-702a0148-3df8-473d-bcc4-fd5ecb204b64 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 811 time: 0.1950853 Jul 18 08:53:07.980175 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-30a118c9-9783-469d-a376-2915f9279b65 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 380 time: 0.0775588 Jul 18 08:53:07.991695 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'port': {'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'admin_state_up': True, 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'security_groups': ['4484a4b8-6193-459f-9b33-844a0bb09362']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:53:08.055511 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2b71576-8c70-4385-9ba5-c7b5b0a26a10 req-a53a3a62-1fb4-41a0-b0e4-b5bf62c2e15f service neutron] 10.222.0.47 "GET /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836803 Jul 18 08:53:08.057525 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ba873a32-9af4-4c32-ab2e-f5050105223d admin admin] Publish callbacks [] for security_group (2842b3b0-a199-4dfe-bb65-637daf10875b), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.081970 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:08.096646 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ba873a32-9af4-4c32-ab2e-f5050105223d admin admin] Publish callbacks [] for security_group (2842b3b0-a199-4dfe-bb65-637daf10875b), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.108604 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e8994-81cd-4c44-a791-888b47d19246 None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:46:14Z', 'revision_number': 4, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '4f888657-0d5f-4967-ae6d-5489c28d593d', 'name': '', 'network_id': '91d2b33d-7b11-4b88-9cd3-44537bfe048d', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'mac_address': 'fa:16:3e:9a:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:11Z', 'updated_at': '2022-07-18T08:46:32Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'subnets': [{'id': '2805bb20-a3c6-4028-af76-b0d55fbe4c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:53:08.109327 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:08.221030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ba873a32-9af4-4c32-ab2e-f5050105223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2842b3b0-a199-4dfe-bb65-637daf10875b), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.221277 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Made reservation on behalf of d37f9217ffb94786830f0f6c5970b762 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:53:08.223613 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ba873a32-9af4-4c32-ab2e-f5050105223d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.226129 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.226270 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ba873a32-9af4-4c32-ab2e-f5050105223d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2842b3b0-a199-4dfe-bb65-637daf10875b HTTP/1.1" status: 204 len: 168 time: 0.3418360 Jul 18 08:53:08.233359 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba873a32-9af4-4c32-ab2e-f5050105223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2842b3b0-a199-4dfe-bb65-637daf10875b,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:08.350648 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:08.407196 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd50d4-392e-4014-b222-ed4dc698d440 req-839edec2-e9dd-4b0c-a78d-02a1b9990b24 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:08.408896 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-05cd50d4-392e-4014-b222-ed4dc698d440 req-839edec2-e9dd-4b0c-a78d-02a1b9990b24 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0764527 Jul 18 08:53:08.410858 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Allocated IP 172.20.0.12 (14ef1bb9-db47-48f8-bf4d-197c43ed89fa/9c5b8c4e-440f-492a-9325-f7e4893708d1/3b545f2f-12bf-41b0-98e3-4c8943c85ca9) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:53:08.468309 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0ce209c6-4a38-4281-b2ad-436c7ebb18a8 req-ce79b015-2b46-4b5f-a76a-6e7510414c77 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 210 time: 0.0512421 Jul 18 08:53:08.478942 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-05cd50d4-392e-4014-b222-ed4dc698d440 req-5e1d0374-f7b2-477c-bfba-9267f6781799 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616086 Jul 18 08:53:08.496947 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5d7be-d1cd-408a-80e8-35e1caab9fc1 None None] New status for floating IP 37655e0e-e05a-48a4-8652-76c380b19d69: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:53:08.633136 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7b0af63b-6e21-464a-b2f4-0166e1a6521f req-567b60d5-b29b-44cc-8787-d8f160278da5 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0598514 Jul 18 08:53:08.683751 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.852743 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:08.895699 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:53:08.899547 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:53:08.910581 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:53:08.939109 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:08.970488 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:08.971226 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.148648 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-450a584b-7529-4a8e-b5b9-f66957ffe3e6 None None] Provisioning complete for port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:53:09.149018 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-450a584b-7529-4a8e-b5b9-f66957ffe3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.165773 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-d99e9b63-432a-45e5-8fc5-ed44a58698e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1802328 Jul 18 08:53:09.172721 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:09.185702 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-450a584b-7529-4a8e-b5b9-f66957ffe3e6 None None] Port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:53:09.197322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:09.207583 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57800) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:09.221969 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca64dcbf-c7a4-4a09-8748-2eac6c6d478a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.303921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca64dcbf-c7a4-4a09-8748-2eac6c6d478a admin admin] Publish callbacks [] for security_group (c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.414421 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ca64dcbf-c7a4-4a09-8748-2eac6c6d478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.455423 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ca64dcbf-c7a4-4a09-8748-2eac6c6d478a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26b8b90155644c5f8382dc423eae8bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467372 Jul 18 08:53:09.456319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64dcbf-c7a4-4a09-8748-2eac6c6d478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:09.458165 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57802) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:09.512816 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b04b7682-1136-495a-9fcc-a2a1bbfc6c62 admin admin] Publish callbacks [] for security_group (c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.541175 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b04b7682-1136-495a-9fcc-a2a1bbfc6c62 admin admin] Publish callbacks [] for security_group (c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.618050 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ed40-2ef6-4300-ae98-d6ded445673f req-ab03c567-e2cf-46c6-b221-7e45c8772b6e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:09.618279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d052d-be96-486d-8762-3c2c41aa713f req-9e0e3f1b-8d37-43ac-b02d-742767a01cb6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:09.619486 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9818ed40-2ef6-4300-ae98-d6ded445673f req-ab03c567-e2cf-46c6-b221-7e45c8772b6e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 932 time: 0.0686543 Jul 18 08:53:09.619808 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-952d052d-be96-486d-8762-3c2c41aa713f req-9e0e3f1b-8d37-43ac-b02d-742767a01cb6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0551202 Jul 18 08:53:09.679839 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-952d052d-be96-486d-8762-3c2c41aa713f req-43202e92-b5fd-4e19-8663-b2cd7f9c180a tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530431 Jul 18 08:53:09.681788 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9818ed40-2ef6-4300-ae98-d6ded445673f req-cd835145-e1c3-430d-8e82-dc5ee23aa35a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534015 Jul 18 08:53:09.737966 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b04b7682-1136-495a-9fcc-a2a1bbfc6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.741577 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-b04b7682-1136-495a-9fcc-a2a1bbfc6c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:09.743074 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b04b7682-1136-495a-9fcc-a2a1bbfc6c62 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf HTTP/1.1" status: 204 len: 168 time: 0.2838640 Jul 18 08:53:09.757337 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b7682-1136-495a-9fcc-a2a1bbfc6c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa6ae5-54dc-4f7f-b337-e8b5dda5cfdf,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:09.797385 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-998cf9a2-8861-4964-b9f3-e262522ed59b req-ee7b798e-4778-4a73-8e24-8cca6dd8adb4 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Jul 18 08:53:10.586129 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device f3097c6f-2822-4140-90fd-598d399f4804 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:53:10.606983 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: f3097c6f-2822-4140-90fd-598d399f4804 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:53:10.607329 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device f3097c6f-2822-4140-90fd-598d399f4804 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:53:10.823169 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b5672-0ca5-4896-bba1-20e599d3395f req-4d333826-0f49-4579-a471-64b1c8726fd7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:10.824942 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-127b5672-0ca5-4896-bba1-20e599d3395f req-4d333826-0f49-4579-a471-64b1c8726fd7 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0613921 Jul 18 08:53:10.872232 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Request body: {'port': {'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:53:10.893763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:10.908189 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a95f9-b3e0-4fa3-9a5b-ea1ccfd6999e req-a09d6c0c-e3b2-41a9-93b7-6321d225dd78 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:10.909862 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0d8a95f9-b3e0-4fa3-9a5b-ea1ccfd6999e req-a09d6c0c-e3b2-41a9-93b7-6321d225dd78 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 932 time: 0.1170862 Jul 18 08:53:10.936854 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-127b5672-0ca5-4896-bba1-20e599d3395f req-fcb4b757-6ee1-4686-abf4-fb6e1f0f838c tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964158 Jul 18 08:53:11.031749 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0d8a95f9-b3e0-4fa3-9a5b-ea1ccfd6999e req-196397f1-ac2f-47f6-8361-626a7e016544 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975537 Jul 18 08:53:11.031749 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:11.056036 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-739e9b61-532e-45e3-ba56-fe6de7051b5d req-6b392db9-0632-439c-87fc-4a3258f84fd8 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab98b057-4071-4710-8fd9-d6d98cc8f159 HTTP/1.1" status: 200 len: 210 time: 0.0390832 Jul 18 08:53:11.317024 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:11.418049 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:53:11.427989 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Publish callbacks [] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:11.442029 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Transition to ACTIVE for port object 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:53:11.523341 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:11.582606 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26acd-5616-4861-867a-0259c395529f service neutron] Pushing event updated for resources: {'Port': ['ID=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:11.662253 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Attempting to bind port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:53:11.662576 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Attempting to bind port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:53:11.662922 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Attempting to bind port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:53:11.668883 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:53:11.669718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Attempting to bind port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:53:11.675969 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:53:11.676404 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Checking segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:53:11.676784 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Bound using segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:53:11.677299 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Bound port: 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:53:11.677629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:11.706891 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:11.794796 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] For port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:53:11.799153 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] For port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:53:11.890018 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:11.943718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:11.944459 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:11.945920 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-efb26acd-5616-4861-867a-0259c395529f service neutron] 10.222.0.47 "PUT /v2.0/ports/3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 200 len: 1094 time: 1.1059296 Jul 18 08:53:11.946397 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:11.949826 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15380c46-031b-4d16-978f-c03978dfcf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:11.971791 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26acd-5616-4861-867a-0259c395529f service neutron] Pushing event updated for resources: {'Port': ['ID=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:12.038740 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118332c-fb74-49bb-a61a-4d91c6de60b1 x-openstack-request-id: req-2118332c-fb74-49bb-a61a-4d91c6de60b1 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:12.039788 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:12.041127 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2118332c-fb74-49bb-a61a-4d91c6de60b1 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:12.041974 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2118332c-fb74-49bb-a61a-4d91c6de60b1'] response: {'name': 'network-changed', 'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'status': 'completed', 'code': 200} Jul 18 08:53:12.112763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8f8d3-04e7-40cd-888a-b5f1a2d93769 req-0cabe047-b347-4667-879d-4e8436dcf189 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.130252 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3de8f8d3-04e7-40cd-888a-b5f1a2d93769 req-0cabe047-b347-4667-879d-4e8436dcf189 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0767756 Jul 18 08:53:12.133956 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380c46-031b-4d16-978f-c03978dfcf4c req-b4487401-a041-434f-93ed-3599d6f27c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.136162 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-15380c46-031b-4d16-978f-c03978dfcf4c req-b4487401-a041-434f-93ed-3599d6f27c24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1128 time: 0.0785124 Jul 18 08:53:12.193416 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3de8f8d3-04e7-40cd-888a-b5f1a2d93769 req-a3ca487d-2efe-4c70-a5ec-538abc069499 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594468 Jul 18 08:53:12.351443 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c8cef-6b23-424f-85da-837d08553742 req-dda97819-13b9-4b2d-99ef-af5130386ba5 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.354318 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c89c8cef-6b23-424f-85da-837d08553742 req-dda97819-13b9-4b2d-99ef-af5130386ba5 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.2165926 Jul 18 08:53:12.445140 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380c46-031b-4d16-978f-c03978dfcf4c req-adaceae5-bb01-4297-8a30-ec43892088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.446677 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-15380c46-031b-4d16-978f-c03978dfcf4c req-adaceae5-bb01-4297-8a30-ec43892088af service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d37f9217ffb94786830f0f6c5970b762&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2761977 Jul 18 08:53:12.451517 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c89c8cef-6b23-424f-85da-837d08553742 req-e771bc1d-5626-4022-b601-70a8ca2b0bda tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829604 Jul 18 08:53:12.509351 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57878) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:12.565677 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380c46-031b-4d16-978f-c03978dfcf4c req-d1adf77f-0e23-458b-83eb-b97328eeba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.567421 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-15380c46-031b-4d16-978f-c03978dfcf4c req-d1adf77f-0e23-458b-83eb-b97328eeba23 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145940 Jul 18 08:53:12.582574 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9437bfd-60cd-4931-92da-a0d0915bbf1c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (62993b5d-8ba4-4d74-9dc0-52e87dd61c56), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:12.616697 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9437bfd-60cd-4931-92da-a0d0915bbf1c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (62993b5d-8ba4-4d74-9dc0-52e87dd61c56), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:12.680030 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-0d6d1f96-7791-4c0d-926b-f5dffb514782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.681747 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-0d6d1f96-7791-4c0d-926b-f5dffb514782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1128 time: 0.0698743 Jul 18 08:53:12.729737 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-ac5cfb2f-777d-44ef-8c39-8e0726fc23fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 200 len: 217 time: 0.0407002 Jul 18 08:53:12.791517 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-cd3fa5e0-b822-49b6-bdb2-ce351648484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.793625 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-cd3fa5e0-b822-49b6-bdb2-ce351648484b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0579085 Jul 18 08:53:12.820290 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9437bfd-60cd-4931-92da-a0d0915bbf1c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (62993b5d-8ba4-4d74-9dc0-52e87dd61c56), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:12.824950 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f9437bfd-60cd-4931-92da-a0d0915bbf1c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:12.829768 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f9437bfd-60cd-4931-92da-a0d0915bbf1c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/security-groups/62993b5d-8ba4-4d74-9dc0-52e87dd61c56 HTTP/1.1" status: 204 len: 168 time: 0.3156683 Jul 18 08:53:12.831542 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57882) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:12.852874 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.api.v2.resource [None req-d40c4c53-f748-4783-be33-8c74b3db7974 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] show failed (client error): The resource could not be found. Jul 18 08:53:12.854251 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d40c4c53-f748-4783-be33-8c74b3db7974 tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "GET /v2.0/security-groups/62993b5d-8ba4-4d74-9dc0-52e87dd61c56 HTTP/1.1" status: 404 len: 347 time: 0.0224743 Jul 18 08:53:12.862173 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57886) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:12.872259 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-21fa7bed-dbd4-49f5-810a-5579120a89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:12.875214 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-21fa7bed-dbd4-49f5-810a-5579120a89f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740871 Jul 18 08:53:12.875480 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9437bfd-60cd-4931-92da-a0d0915bbf1c tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62993b5d-8ba4-4d74-9dc0-52e87dd61c56,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:13.001359 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-7f4b4a97-28cb-40bb-9b7e-929b79ce5e34 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215687 Jul 18 08:53:13.023079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:13.050735 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Deleting port 1852e217-d86d-4ed4-a40a-d845001d9847 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:13.051089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (1852e217-d86d-4ed4-a40a-d845001d9847), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:13.111910 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d20a4105-9b4f-4d8a-8931-c48c4a9df426 req-8643d58a-7964-453b-a4e4-7cfa4bc2a968 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047637 Jul 18 08:53:13.154943 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (1852e217-d86d-4ed4-a40a-d845001d9847), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:13.155551 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (1852e217-d86d-4ed4-a40a-d845001d9847), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:13.178027 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Calling delete_port for 1852e217-d86d-4ed4-a40a-d845001d9847 owned by network:floatingip {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:13.265649 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:13.431521 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (1852e217-d86d-4ed4-a40a-d845001d9847), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:13.458966 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Pushing event deleted for resources: {'Port': ['ID=1852e217-d86d-4ed4-a40a-d845001d9847,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:13.533761 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks [] for floatingip (37655e0e-e05a-48a4-8652-76c380b19d69), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:13.536437 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:13.537669 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-068926b2-fce1-444c-aa18-b4dbde3916dc tempest-AttachVolumeNegativeTest-1345636204 tempest-AttachVolumeNegativeTest-1345636204-project] 10.222.0.57 "DELETE /v2.0/floatingips/37655e0e-e05a-48a4-8652-76c380b19d69 HTTP/1.1" status: 204 len: 168 time: 0.6745284 Jul 18 08:53:13.595208 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abe399-95ce-4e2f-8de4-3684d10b39c9 req-a1580a69-f942-4376-94ed-ba4a54f4c746 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:13.596895 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d4abe399-95ce-4e2f-8de4-3684d10b39c9 req-a1580a69-f942-4376-94ed-ba4a54f4c746 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0611980 Jul 18 08:53:13.649006 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d4abe399-95ce-4e2f-8de4-3684d10b39c9 req-9d857693-90e8-4b9b-9d5f-dc77265f7100 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Jul 18 08:53:14.769473 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5c222-b8a9-41b1-94b7-ad668986d8e1 req-a3770c19-a15c-45f3-bbb8-4d3940987277 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:14.770965 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d4e5c222-b8a9-41b1-94b7-ad668986d8e1 req-a3770c19-a15c-45f3-bbb8-4d3940987277 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0492573 Jul 18 08:53:14.791475 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:14.821675 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d4e5c222-b8a9-41b1-94b7-ad668986d8e1 req-5a96236e-6eb4-4d07-82b5-0a11501b62ac tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Jul 18 08:53:15.940399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b954-e169-4f7c-8a0b-c7ffed287579 req-5c158f69-9658-4e76-bb0b-71fa912b57bd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:15.943204 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-48d5b954-e169-4f7c-8a0b-c7ffed287579 req-5c158f69-9658-4e76-bb0b-71fa912b57bd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0529575 Jul 18 08:53:15.962559 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:15.996326 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-48d5b954-e169-4f7c-8a0b-c7ffed287579 req-36f335af-885b-4d16-abc3-fb65e5f34c56 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475359 Jul 18 08:53:16.672785 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57938) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:16.789319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cedf9b4d-d1f2-4787-90dd-3277dbcd2d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:16.871043 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cedf9b4d-d1f2-4787-90dd-3277dbcd2d9c admin admin] Publish callbacks [] for security_group (6a02f534-2c2c-4d9a-9fae-18e4f258ad87), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:16.945655 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cedf9b4d-d1f2-4787-90dd-3277dbcd2d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (6a02f534-2c2c-4d9a-9fae-18e4f258ad87), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:16.985943 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf9b4d-d1f2-4787-90dd-3277dbcd2d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02f534-2c2c-4d9a-9fae-18e4f258ad87,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:16.990167 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-cedf9b4d-d1f2-4787-90dd-3277dbcd2d9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3bf24ee9f07441769880f966d35b2b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163645 Jul 18 08:53:16.993139 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57944) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:17.051644 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd47336b-4d5c-40e6-9ea1-099d8085c024 admin admin] Publish callbacks [] for security_group (6a02f534-2c2c-4d9a-9fae-18e4f258ad87), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:17.086130 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd47336b-4d5c-40e6-9ea1-099d8085c024 admin admin] Publish callbacks [] for security_group (6a02f534-2c2c-4d9a-9fae-18e4f258ad87), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:17.136951 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347518d-4a41-48fc-98fa-656e8e514d40 req-e1831b13-615d-43ae-9c16-4c88cc51a4fb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:17.138338 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0347518d-4a41-48fc-98fa-656e8e514d40 req-e1831b13-615d-43ae-9c16-4c88cc51a4fb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0668151 Jul 18 08:53:17.198238 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0347518d-4a41-48fc-98fa-656e8e514d40 req-e73cf56e-d4b5-4627-85f1-52407db041ee tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518587 Jul 18 08:53:17.265884 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd47336b-4d5c-40e6-9ea1-099d8085c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (6a02f534-2c2c-4d9a-9fae-18e4f258ad87), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:17.268463 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-fd47336b-4d5c-40e6-9ea1-099d8085c024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:17.270431 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-fd47336b-4d5c-40e6-9ea1-099d8085c024 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a02f534-2c2c-4d9a-9fae-18e4f258ad87 HTTP/1.1" status: 204 len: 168 time: 0.2761240 Jul 18 08:53:17.278866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47336b-4d5c-40e6-9ea1-099d8085c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02f534-2c2c-4d9a-9fae-18e4f258ad87,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:18.101369 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 57956) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:18.117098 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-215d594f-c71d-44b9-9d70-9492972ad86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.204521 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-215d594f-c71d-44b9-9d70-9492972ad86f admin admin] Publish callbacks [] for security_group (a9ca8d99-1653-4871-94ab-ef7eaf05cd5f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.283264 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-215d594f-c71d-44b9-9d70-9492972ad86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a9ca8d99-1653-4871-94ab-ef7eaf05cd5f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.353016 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-215d594f-c71d-44b9-9d70-9492972ad86f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e17d9e3419234e4885a79392e01f3bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500510 Jul 18 08:53:18.355648 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 57960) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:18.359386 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612b759-fc11-43f0-9fe9-a7dabdacaab4 req-1a576139-3f18-4bbd-aea3-5ce35ac49ac0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:18.360856 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8612b759-fc11-43f0-9fe9-a7dabdacaab4 req-1a576139-3f18-4bbd-aea3-5ce35ac49ac0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0917988 Jul 18 08:53:18.361817 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d594f-c71d-44b9-9d70-9492972ad86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ca8d99-1653-4871-94ab-ef7eaf05cd5f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:18.423196 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-442a9009-abc3-4111-be85-807c1c149e10 admin admin] Publish callbacks [] for security_group (a9ca8d99-1653-4871-94ab-ef7eaf05cd5f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.458023 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8612b759-fc11-43f0-9fe9-a7dabdacaab4 req-de08241d-77b0-4911-8670-a253cd40524e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831532 Jul 18 08:53:18.458501 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-442a9009-abc3-4111-be85-807c1c149e10 admin admin] Publish callbacks [] for security_group (a9ca8d99-1653-4871-94ab-ef7eaf05cd5f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.595190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-442a9009-abc3-4111-be85-807c1c149e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a9ca8d99-1653-4871-94ab-ef7eaf05cd5f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.598420 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-442a9009-abc3-4111-be85-807c1c149e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:18.599935 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-442a9009-abc3-4111-be85-807c1c149e10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9ca8d99-1653-4871-94ab-ef7eaf05cd5f HTTP/1.1" status: 204 len: 168 time: 0.2430050 Jul 18 08:53:18.612621 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a9009-abc3-4111-be85-807c1c149e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ca8d99-1653-4871-94ab-ef7eaf05cd5f,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:19.597833 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dd5e4-0fc1-4741-81fb-1b81e4cba73e req-4c1b9448-cc43-4128-a774-8f62d91a6d80 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:19.599397 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0a1dd5e4-0fc1-4741-81fb-1b81e4cba73e req-4c1b9448-cc43-4128-a774-8f62d91a6d80 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0726030 Jul 18 08:53:19.655799 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0a1dd5e4-0fc1-4741-81fb-1b81e4cba73e req-3dd6c78c-6928-4a60-aea7-14361d979539 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502343 Jul 18 08:53:19.950863 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58022) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:20.312420 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:20.349839 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:20.442509 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (7dbcb425-f4d2-4041-b844-4efd04e9f711), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:20.689071 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Deleting port 4f888657-0d5f-4967-ae6d-5489c28d593d {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:20.689423 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:20.813803 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfec9bf-71f5-4f54-877f-fdf06f3e8e70 req-11f74975-0869-4112-9187-8660e21a53b2 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:20.815351 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7dfec9bf-71f5-4f54-877f-fdf06f3e8e70 req-11f74975-0869-4112-9187-8660e21a53b2 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 944 time: 0.0642180 Jul 18 08:53:20.840599 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] For port 4f888657-0d5f-4967-ae6d-5489c28d593d, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=4f888657-0d5f-4967-ae6d-5489c28d593d,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:20.840856 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:20.861711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Calling delete_port for 4f888657-0d5f-4967-ae6d-5489c28d593d owned by network:router_interface {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:20.930652 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7dfec9bf-71f5-4f54-877f-fdf06f3e8e70 req-1b2a92b0-1780-489b-828f-8a2a4dbc58c6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042950 Jul 18 08:53:20.950832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:21.117800 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-45b804e6-01d6-4351-abbb-54f79a299ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:21.220473 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (4f888657-0d5f-4967-ae6d-5489c28d593d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:21.251283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f888657-0d5f-4967-ae6d-5489c28d593d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:21.285910 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:53:21.403323 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:21.417349 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:53:21.445987 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (7dbcb425-f4d2-4041-b844-4efd04e9f711), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:21.473894 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:53:21.474299 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:21.490181 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:53:21.514417 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:21.620520 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:21.645168 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:21.651815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:21.672482 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:21.676506 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Router 7dbcb425-f4d2-4041-b844-4efd04e9f711 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:53:21.681389 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.681833 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.682268 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.682610 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.682947 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.683279 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.683609 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.683961 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.684290 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.684616 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.684940 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.685265 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.685585 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.685908 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.686227 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:21.791524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:53:21.797201 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1f382973-bdc5-42e9-8c12-255df25b6328 admin admin] 10.222.0.57 "PUT /v2.0/routers/7dbcb425-f4d2-4041-b844-4efd04e9f711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442726 Jul 18 08:53:21.800679 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58072) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:21.802917 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] Sync routers for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:53:21.814462 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:21.815094 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:21.926478 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:21.929229 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks [] for router (7dbcb425-f4d2-4041-b844-4efd04e9f711), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:21.966919 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:22.048545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks [] for router_gateway (7dbcb425-f4d2-4041-b844-4efd04e9f711), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.074383 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f40e7-cb69-499d-825e-98b4f7c00fb3 req-be1fad89-2dce-4616-98b4-7dcf9180a5bb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:22.076894 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9d5f40e7-cb69-499d-825e-98b4f7c00fb3 req-be1fad89-2dce-4616-98b4-7dcf9180a5bb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 945 time: 0.0577793 Jul 18 08:53:22.127961 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-9d5f40e7-cb69-499d-825e-98b4f7c00fb3 req-3cf6738f-088f-4856-9694-80f0c48eae8a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Jul 18 08:53:22.144076 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:53:21Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:22.170846 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] Checking router: 7dbcb425-f4d2-4041-b844-4efd04e9f711 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:53:22.178121 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:22.180305 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] Routers {'7dbcb425-f4d2-4041-b844-4efd04e9f711'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:22.181018 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:52:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['7dbcb425-f4d2-4041-b844-4efd04e9f711'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:22.232220 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Deleting port 531d98ea-5b9d-4552-9a32-c607287f2005 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:22.232797 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.276907 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58080) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:22.296637 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] Set router 7dbcb425-f4d2-4041-b844-4efd04e9f711 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:22.325775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] For port 531d98ea-5b9d-4552-9a32-c607287f2005, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=531d98ea-5b9d-4552-9a32-c607287f2005,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:22.326979 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.344875 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Calling delete_port for 531d98ea-5b9d-4552-9a32-c607287f2005 owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:22.409209 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e2af770a-61d7-4426-ae44-1faff74a6051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.498745 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e2af770a-61d7-4426-ae44-1faff74a6051 admin admin] Publish callbacks [] for security_group (9c64b265-ac98-4159-a879-363b06acde22), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.518468 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:53:21Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:22.551053 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8370203-3688-4aa4-9b25-0dde2609d7b8 None None] The sync data for ids ['7dbcb425-f4d2-4041-b844-4efd04e9f711'] in dv-cinder-850142-3-iscsi is: [{'id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'name': 'tempest-AttachVolumeNegativeTest-1325411868-router', 'tenant_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:46:00Z', 'updated_at': '2022-07-18T08:53:21Z', 'revision_number': 5, 'project_id': 'ab95af0a9cb74221a15ac73cbb8ca0ff', 'gw_port': {'id': '531d98ea-5b9d-4552-9a32-c607287f2005', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbcb425-f4d2-4041-b844-4efd04e9f711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:02Z', 'updated_at': '2022-07-18T08:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:53:22.568756 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e2af770a-61d7-4426-ae44-1faff74a6051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (9c64b265-ac98-4159-a879-363b06acde22), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.611794 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e2af770a-61d7-4426-ae44-1faff74a6051 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93f244b23dab47ca99a30773d83ffd46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333485 Jul 18 08:53:22.612624 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af770a-61d7-4426-ae44-1faff74a6051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64b265-ac98-4159-a879-363b06acde22,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:22.614470 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58084) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:22.633098 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (531d98ea-5b9d-4552-9a32-c607287f2005), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:22.667894 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=531d98ea-5b9d-4552-9a32-c607287f2005,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:22.965058 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:22.994550 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-698b5b21-0d60-477a-88de-de64c8efa52a admin admin] Publish callbacks [] for security_group (9c64b265-ac98-4159-a879-363b06acde22), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.027656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (7dbcb425-f4d2-4041-b844-4efd04e9f711), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.030784 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-698b5b21-0d60-477a-88de-de64c8efa52a admin admin] Publish callbacks [] for security_group (9c64b265-ac98-4159-a879-363b06acde22), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.140551 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (7dbcb425-f4d2-4041-b844-4efd04e9f711), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.144609 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks [] for router_controller (7dbcb425-f4d2-4041-b844-4efd04e9f711), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.253461 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a46243-8c67-4f4c-abe7-73e1a2a95e69 req-3d49efa5-f8b9-495b-9f05-d916a52317d7 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:23.254972 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-29a46243-8c67-4f4c-abe7-73e1a2a95e69 req-3d49efa5-f8b9-495b-9f05-d916a52317d7 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 945 time: 0.0540183 Jul 18 08:53:23.282272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['3b545f2f-12bf-41b0-98e3-4c8943c85ca9'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:53:23.283153 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (7dbcb425-f4d2-4041-b844-4efd04e9f711), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.283782 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbcb425-f4d2-4041-b844-4efd04e9f711 {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:53:23.285426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-698b5b21-0d60-477a-88de-de64c8efa52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (9c64b265-ac98-4159-a879-363b06acde22), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.288116 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-698b5b21-0d60-477a-88de-de64c8efa52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.293416 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-698b5b21-0d60-477a-88de-de64c8efa52a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c64b265-ac98-4159-a879-363b06acde22 HTTP/1.1" status: 204 len: 168 time: 0.6737225 Jul 18 08:53:23.293416 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.293772 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-739f8d5f-2812-4076-9d5a-52c46d01c3d0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7dbcb425-f4d2-4041-b844-4efd04e9f711 HTTP/1.1" status: 204 len: 168 time: 1.4916377 Jul 18 08:53:23.296859 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58092) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:23.310912 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b5b21-0d60-477a-88de-de64c8efa52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64b265-ac98-4159-a879-363b06acde22,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:23.332119 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-29a46243-8c67-4f4c-abe7-73e1a2a95e69 req-7268cead-718a-4455-9334-edcf208a34b9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699909 Jul 18 08:53:23.397351 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Deleting subnet 2805bb20-a3c6-4028-af76-b0d55fbe4c52 {{(pid=111084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:53:23.403808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Publish callbacks [] for subnet (2805bb20-a3c6-4028-af76-b0d55fbe4c52), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.451917 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:23.455506 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583941'] for subnet (2805bb20-a3c6-4028-af76-b0d55fbe4c52), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.525984 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:23.542814 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (2805bb20-a3c6-4028-af76-b0d55fbe4c52), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.563368 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5d446d43-c69b-499c-8502-0887856f3c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.746038 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9436753'] for subnet (2805bb20-a3c6-4028-af76-b0d55fbe4c52), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.776703 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2805bb20-a3c6-4028-af76-b0d55fbe4c52,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:23.781123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.788219 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f1363c3a-6d20-4977-a6da-e3132be8881b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2805bb20-a3c6-4028-af76-b0d55fbe4c52 HTTP/1.1" status: 204 len: 168 time: 0.4863620 Jul 18 08:53:23.788341 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58096) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:23.789133 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee1c53-7c7b-4c90-8280-ee887208d4fa None None] Network 91d2b33d-7b11-4b88-9cd3-44537bfe048d requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:53:23.876045 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (91d2b33d-7b11-4b88-9cd3-44537bfe048d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.926528 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Deleting port 6df6705c-58ae-405c-bfdb-a6e5d6144193 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:23.926868 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:23.933335 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:23.997481 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] DHCP port deletion for 91d2b33d-7b11-4b88-9cd3-44537bfe048d request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:53:24.004304 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] For port 6df6705c-58ae-405c-bfdb-a6e5d6144193, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6df6705c-58ae-405c-bfdb-a6e5d6144193,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:24.004734 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.022435 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Calling delete_port for 6df6705c-58ae-405c-bfdb-a6e5d6144193 owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:24.026135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:24.036721 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] Deleting port 6df6705c-58ae-405c-bfdb-a6e5d6144193 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:24.037153 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.104128 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] For port 6df6705c-58ae-405c-bfdb-a6e5d6144193, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6df6705c-58ae-405c-bfdb-a6e5d6144193,segment=NetworkSegment(1ad081a3-d91e-4f35-96e6-fdfe93076433),segment_id=1ad081a3-d91e-4f35-96e6-fdfe93076433)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:24.104830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.120050 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] Calling delete_port for 6df6705c-58ae-405c-bfdb-a6e5d6144193 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:24.191949 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.213038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (6df6705c-58ae-405c-bfdb-a6e5d6144193), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.219033 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Pushing event deleted for resources: {'Port': ['ID=6df6705c-58ae-405c-bfdb-a6e5d6144193,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:24.223699 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] No DVR routers for this DVR port 6df6705c-58ae-405c-bfdb-a6e5d6144193 on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:53:24.251964 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] Pushing event deleted for resources: {'Port': ['ID=6df6705c-58ae-405c-bfdb-a6e5d6144193,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:24.253903 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388656d-5df6-4e48-86f6-a7106f5cbadc None None] No DVR routers for this DVR port 6df6705c-58ae-405c-bfdb-a6e5d6144193 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:53:24.300747 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58106) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:24.322760 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (91d2b33d-7b11-4b88-9cd3-44537bfe048d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.324175 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5ff9-1396-4dd2-81f3-841a63c4213a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.345575 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d2b33d-7b11-4b88-9cd3-44537bfe048d']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:24.358327 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad081a3-d91e-4f35-96e6-fdfe93076433') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:24.358639 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad081a3-d91e-4f35-96e6-fdfe93076433') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:24.369979 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (1ad081a3-d91e-4f35-96e6-fdfe93076433), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.386654 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (1ad081a3-d91e-4f35-96e6-fdfe93076433), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.394045 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:53:24.394796 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (1ad081a3-d91e-4f35-96e6-fdfe93076433), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.411755 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:24.441479 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5ff9-1396-4dd2-81f3-841a63c4213a admin admin] Publish callbacks [] for security_group (d1e7c3f3-e24f-4f96-90c3-e8e416071fda), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.447431 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 1ad081a3-d91e-4f35-96e6-fdfe93076433 resource provider aggregate not found Jul 18 08:53:24.469967 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 1ad081a3-d91e-4f35-96e6-fdfe93076433 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ad081a3-d91e-4f35-96e6-fdfe93076433 found for delete ", "request_id": "req-75d67555-a01c-40dc-a085-b0ee222cad5a"}]} Jul 18 08:53:24.504245 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d32ea-1eeb-4454-a9c9-1c9372c37f8d req-0bea2394-d214-4911-81be-ce8402000e98 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:24.506067 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-697d32ea-1eeb-4454-a9c9-1c9372c37f8d req-0bea2394-d214-4911-81be-ce8402000e98 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 945 time: 0.0809777 Jul 18 08:53:24.538006 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5ff9-1396-4dd2-81f3-841a63c4213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (d1e7c3f3-e24f-4f96-90c3-e8e416071fda), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.538894 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6df6705c-58ae-405c-bfdb-a6e5d6144193 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:53:24.559782 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 6df6705c-58ae-405c-bfdb-a6e5d6144193 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:53:24.560259 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6df6705c-58ae-405c-bfdb-a6e5d6144193 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:53:24.560680 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4f888657-0d5f-4967-ae6d-5489c28d593d no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:53:24.562802 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (91d2b33d-7b11-4b88-9cd3-44537bfe048d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.569928 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.575870 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] 10.222.0.57 "DELETE /v2.0/networks/91d2b33d-7b11-4b88-9cd3-44537bfe048d HTTP/1.1" status: 204 len: 168 time: 0.7838860 Jul 18 08:53:24.586708 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a2ec5ff9-1396-4dd2-81f3-841a63c4213a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44e3dce0910241f5938eb41b227d4d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808692 Jul 18 08:53:24.588310 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58118) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:24.594503 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 4f888657-0d5f-4967-ae6d-5489c28d593d {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:53:24.595568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 4f888657-0d5f-4967-ae6d-5489c28d593d not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:53:24.602146 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 531d98ea-5b9d-4552-9a32-c607287f2005 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:53:24.607755 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4218ac-0bb5-4de8-b39c-1b2a48f9029f admin admin] Pushing event deleted for resources: {'Network': ['ID=91d2b33d-7b11-4b88-9cd3-44537bfe048d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:24.616472 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-697d32ea-1eeb-4454-a9c9-1c9372c37f8d req-f8e9f32d-c976-4dc6-a508-250c7b874396 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022770 Jul 18 08:53:24.617601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec5ff9-1396-4dd2-81f3-841a63c4213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7c3f3-e24f-4f96-90c3-e8e416071fda,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:24.645268 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 531d98ea-5b9d-4552-9a32-c607287f2005 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:53:24.645668 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 531d98ea-5b9d-4552-9a32-c607287f2005 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:53:24.651637 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.676892 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ea207a1-471a-4a64-820c-86b3951c6c16 admin admin] Publish callbacks [] for security_group (d1e7c3f3-e24f-4f96-90c3-e8e416071fda), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.700142 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ea207a1-471a-4a64-820c-86b3951c6c16 admin admin] Publish callbacks [] for security_group (d1e7c3f3-e24f-4f96-90c3-e8e416071fda), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.888524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ea207a1-471a-4a64-820c-86b3951c6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (d1e7c3f3-e24f-4f96-90c3-e8e416071fda), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.898238 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ea207a1-471a-4a64-820c-86b3951c6c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:24.898238 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8ea207a1-471a-4a64-820c-86b3951c6c16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1e7c3f3-e24f-4f96-90c3-e8e416071fda HTTP/1.1" status: 204 len: 168 time: 0.3038454 Jul 18 08:53:24.901954 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea207a1-471a-4a64-820c-86b3951c6c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7c3f3-e24f-4f96-90c3-e8e416071fda,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:25.073062 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:53:25.078718 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58122) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:25.117376 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:25.118614 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:53:25.123696 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f061a9ae-b4e4-42ee-a9d2-85e974d486a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab95af0a9cb74221a15ac73cbb8ca0ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437610 Jul 18 08:53:25.126260 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58124) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:25.177027 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d72458cd-7792-448d-8e17-1a6b76833209 admin admin] Publish callbacks [] for security_group (392194c6-a2b5-406d-8f8e-27fb32343730), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.199234 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d72458cd-7792-448d-8e17-1a6b76833209 admin admin] Publish callbacks [] for security_group (392194c6-a2b5-406d-8f8e-27fb32343730), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.231596 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:53:25.232281 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.329303 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d72458cd-7792-448d-8e17-1a6b76833209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (392194c6-a2b5-406d-8f8e-27fb32343730), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.335018 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d72458cd-7792-448d-8e17-1a6b76833209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.337451 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d72458cd-7792-448d-8e17-1a6b76833209 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/392194c6-a2b5-406d-8f8e-27fb32343730 HTTP/1.1" status: 204 len: 168 time: 0.2095826 Jul 18 08:53:25.344460 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:53:25.345062 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.354649 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72458cd-7792-448d-8e17-1a6b76833209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392194c6-a2b5-406d-8f8e-27fb32343730,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:25.381713 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:25.383519 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1643638e-f783-442b-a743-9716fc9c33d8" -d '{"events": [{"server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "name": "network-vif-plugged", "status": "completed", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:25.403313 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:25.446799 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c097723-0e26-4c1f-aeea-f33f0985e0f9 x-openstack-request-id: req-6c097723-0e26-4c1f-aeea-f33f0985e0f9 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:25.447122 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "name": "network-vif-plugged", "status": "completed", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:25.447381 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c097723-0e26-4c1f-aeea-f33f0985e0f9 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:25.447831 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c097723-0e26-4c1f-aeea-f33f0985e0f9'] response: {'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'code': 200} Jul 18 08:53:25.494757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:25.562217 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:25.754295 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbfd08-0d8a-46ca-8cf5-4a8a2fc5069f req-fef835bb-e28e-4405-86be-aa777dc70a3d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:25.756307 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-09fbfd08-0d8a-46ca-8cf5-4a8a2fc5069f req-fef835bb-e28e-4405-86be-aa777dc70a3d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0570693 Jul 18 08:53:25.816090 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-09fbfd08-0d8a-46ca-8cf5-4a8a2fc5069f req-35399fc8-bb99-4de8-bc80-30b330ac1f29 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516894 Jul 18 08:53:25.911310 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ed702-b43c-4061-a1ed-3e06c0779329 req-c793b92e-b9de-4ef2-99a0-f6431ecd3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:25.913103 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fa4ed702-b43c-4061-a1ed-3e06c0779329 req-c793b92e-b9de-4ef2-99a0-f6431ecd3a4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1130 time: 0.0418746 Jul 18 08:53:25.978598 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fa4ed702-b43c-4061-a1ed-3e06c0779329 req-83558c75-7d9b-41b6-859f-4215007b949d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582933 Jul 18 08:53:26.264028 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:26.486325 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:26.943038 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b8c8-5ad6-4c64-ada2-15fddfb3b51c req-40311c3d-1a4c-4091-b7c3-0d0bf5632474 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:26.945470 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7ef1b8c8-5ad6-4c64-ada2-15fddfb3b51c req-40311c3d-1a4c-4091-b7c3-0d0bf5632474 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0544355 Jul 18 08:53:27.007254 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7ef1b8c8-5ad6-4c64-ada2-15fddfb3b51c req-e93149f2-ecd4-4fd8-bf73-a7535e01777d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554423 Jul 18 08:53:27.328646 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58174) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:27.441696 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d245d0f3-ab5a-46b3-979a-a27c4033ab29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.525028 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d245d0f3-ab5a-46b3-979a-a27c4033ab29 admin admin] Publish callbacks [] for security_group (86dc5f2c-9686-4f6c-b67a-56c27a82d040), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.588892 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d245d0f3-ab5a-46b3-979a-a27c4033ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (86dc5f2c-9686-4f6c-b67a-56c27a82d040), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.607093 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:27.629162 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245d0f3-ab5a-46b3-979a-a27c4033ab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc5f2c-9686-4f6c-b67a-56c27a82d040,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:27.634221 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d245d0f3-ab5a-46b3-979a-a27c4033ab29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9cf31b10285b46d692eda809c89d817c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045249 Jul 18 08:53:27.636890 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58178) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:27.694014 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c580f61-aa76-4e62-b291-9129c2fa489a admin admin] Publish callbacks [] for security_group (86dc5f2c-9686-4f6c-b67a-56c27a82d040), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.722430 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c580f61-aa76-4e62-b291-9129c2fa489a admin admin] Publish callbacks [] for security_group (86dc5f2c-9686-4f6c-b67a-56c27a82d040), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.858030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c580f61-aa76-4e62-b291-9129c2fa489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (86dc5f2c-9686-4f6c-b67a-56c27a82d040), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.860657 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c580f61-aa76-4e62-b291-9129c2fa489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:27.861922 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1c580f61-aa76-4e62-b291-9129c2fa489a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86dc5f2c-9686-4f6c-b67a-56c27a82d040 HTTP/1.1" status: 204 len: 168 time: 0.2239094 Jul 18 08:53:27.870963 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c580f61-aa76-4e62-b291-9129c2fa489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc5f2c-9686-4f6c-b67a-56c27a82d040,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:27.890953 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:28.136356 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a6286-318c-4fd6-b7ec-d1b60a3b33a7 req-ebd6cdc2-474a-418c-b172-3cd4671cc9c0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:28.137865 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-854a6286-318c-4fd6-b7ec-d1b60a3b33a7 req-ebd6cdc2-474a-418c-b172-3cd4671cc9c0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0573773 Jul 18 08:53:28.191028 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-854a6286-318c-4fd6-b7ec-d1b60a3b33a7 req-0d35f9ad-3d4d-4312-82d9-b857ca1de6ab tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475078 Jul 18 08:53:29.335348 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef5654-8671-4ea8-834e-4851ccbf0428 req-f9048041-0ea0-4acb-99e6-a0516ad424bd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:29.337077 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-28ef5654-8671-4ea8-834e-4851ccbf0428 req-f9048041-0ea0-4acb-99e6-a0516ad424bd tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0588751 Jul 18 08:53:29.365719 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:29.396539 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-28ef5654-8671-4ea8-834e-4851ccbf0428 req-e6c40713-babc-4e76-a728-65e64d6a2bbb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531354 Jul 18 08:53:30.515579 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2b16e-0b8b-4fd8-941d-64552ba1a5a7 req-b1f64d8f-0dda-47a6-bdcb-a929cca06740 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:30.517139 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f8a2b16e-0b8b-4fd8-941d-64552ba1a5a7 req-b1f64d8f-0dda-47a6-bdcb-a929cca06740 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0506084 Jul 18 08:53:30.578265 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f8a2b16e-0b8b-4fd8-941d-64552ba1a5a7 req-cb689a56-57e7-4c97-83cb-f1dd23154f38 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479269 Jul 18 08:53:30.698645 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd21bca-5d25-4b94-958f-290c67da832e req-741fda84-c44e-47af-b2fc-88f2f5111c29 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:30.700161 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3fd21bca-5d25-4b94-958f-290c67da832e req-741fda84-c44e-47af-b2fc-88f2f5111c29 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Jul 18 08:53:30.752000 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3fd21bca-5d25-4b94-958f-290c67da832e req-fc4881b5-9f66-4aa5-a0ba-e3e5f5633f40 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460010 Jul 18 08:53:30.776268 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58240) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:30.818160 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb1b8d9-1604-4b97-bf74-6880173c3675 tempest-TestVolumeBootPattern-2059422744 tempest-TestVolumeBootPattern-2059422744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:30.820382 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-6fb1b8d9-1604-4b97-bf74-6880173c3675 tempest-TestVolumeBootPattern-2059422744 tempest-TestVolumeBootPattern-2059422744-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1125 time: 0.0429928 Jul 18 08:53:30.823250 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58242) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:30.827746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:53:30.934314 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:31.016706 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:31.132203 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Allocated IP 172.27.1.7 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/1938da7e-a4b3-4360-bdad-edf31850b213) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:53:31.240443 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (1938da7e-a4b3-4360-bdad-edf31850b213), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:31.368993 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (1938da7e-a4b3-4360-bdad-edf31850b213), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:31.408985 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:53:31.414467 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:53:31.418789 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:53:31.424293 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=1938da7e-a4b3-4360-bdad-edf31850b213,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:31.526363 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:31.639405 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:31.810515 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (396b80f4-ca4d-4716-95f7-41806212d6b3), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:31.958776 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (1938da7e-a4b3-4360-bdad-edf31850b213), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:32.116118 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (1938da7e-a4b3-4360-bdad-edf31850b213), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:32.248892 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (1938da7e-a4b3-4360-bdad-edf31850b213), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:32.312277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:32.333588 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=1938da7e-a4b3-4360-bdad-edf31850b213,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:32.346934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (396b80f4-ca4d-4716-95f7-41806212d6b3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:32.448700 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Floating IP 396b80f4-ca4d-4716-95f7-41806212d6b3 associated. External IP: 172.27.1.7, port: 3b545f2f-12bf-41b0-98e3-4c8943c85ca9. Jul 18 08:53:32.522945 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=92 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:32.655397 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:53:32.751662 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:32.762853 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:53:32.774024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:53:32.786944 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:32.788165 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:53:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:32.868064 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:32.900218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:32.919026 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:32.952304 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-385a2be0-ae85-4b71-b2b8-3e61bae4bb33 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1279929 Jul 18 08:53:32.952878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:32.955118 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83074cae-bab3-40fe-b316-9b965711e421" -d '{"events": [{"name": "network-changed", "server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:32.993469 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2ba4b1-9ef1-4368-8fe3-b1267844996b x-openstack-request-id: req-1f2ba4b1-9ef1-4368-8fe3-b1267844996b {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:32.993757 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:32.994010 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f2ba4b1-9ef1-4368-8fe3-b1267844996b {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:32.994415 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2ba4b1-9ef1-4368-8fe3-b1267844996b'] response: {'name': 'network-changed', 'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'status': 'completed', 'code': 200} Jul 18 08:53:33.121333 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:31Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:33.148838 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:53:33.157317 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:33.157906 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:53:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:33.393059 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:33.618918 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:31Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:33.645038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f682852-0769-4839-ac0f-527fc9d133a3 None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:31Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:53:33.853005 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a212fdb-76b7-444f-b7db-863f0bf7ae59 None None] New status for floating IP 396b80f4-ca4d-4716-95f7-41806212d6b3: ACTIVE {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:53:33.939661 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58280) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:34.070027 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.155963 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Publish callbacks [] for security_group (0fc8cc00-5625-439e-a36c-7df5e1ee54b7), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.271518 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0fc8cc00-5625-439e-a36c-7df5e1ee54b7), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.313347 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d36b9243f83546ac8c77dd177f4f63cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725827 Jul 18 08:53:34.314275 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc8cc00-5625-439e-a36c-7df5e1ee54b7,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:34.316072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58284) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:34.323020 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.337956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.337956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.337956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.337956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.337956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.337956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.338629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.339393 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a3868-17c5-4e90-a7ba-72016b31e454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.374305 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Publish callbacks [] for security_group (0fc8cc00-5625-439e-a36c-7df5e1ee54b7), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.398584 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Publish callbacks [] for security_group (0fc8cc00-5625-439e-a36c-7df5e1ee54b7), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.433733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:34.516983 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (0fc8cc00-5625-439e-a36c-7df5e1ee54b7), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.519619 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:34.520883 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fc8cc00-5625-439e-a36c-7df5e1ee54b7 HTTP/1.1" status: 204 len: 168 time: 0.2037952 Jul 18 08:53:34.530103 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc8cc00-5625-439e-a36c-7df5e1ee54b7,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:34.538944 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.539291 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.539632 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.540064 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.540426 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.540764 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.541106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.541249 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:53:34.541410 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.541819 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.542061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.542392 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.542788 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.543046 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.543647 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:34.544067 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea5bdb-a8d8-436d-af97-f5adfb3565d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:53:35.215188 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58292) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:35.229452 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3c30fba1-5c06-4f62-a220-fd15c263e5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.315945 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3c30fba1-5c06-4f62-a220-fd15c263e5f1 admin admin] Publish callbacks [] for security_group (5a28ff6e-9984-462a-883c-83452ce26b75), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.400519 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3c30fba1-5c06-4f62-a220-fd15c263e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (5a28ff6e-9984-462a-883c-83452ce26b75), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.452530 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30fba1-5c06-4f62-a220-fd15c263e5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a28ff6e-9984-462a-883c-83452ce26b75,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:35.459520 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3c30fba1-5c06-4f62-a220-fd15c263e5f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c632a533a9004e48b9dd051d86d4e763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406912 Jul 18 08:53:35.460200 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58296) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:35.491387 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074cae-bab3-40fe-b316-9b965711e421 req-1e801a55-1e76-4bc2-a3aa-57781c3ddede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:35.493693 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-1e801a55-1e76-4bc2-a3aa-57781c3ddede service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1130 time: 0.0427496 Jul 18 08:53:35.534033 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ad2813f-01ba-44f8-9d58-398285eae716 admin admin] Publish callbacks [] for security_group (5a28ff6e-9984-462a-883c-83452ce26b75), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.558600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ad2813f-01ba-44f8-9d58-398285eae716 admin admin] Publish callbacks [] for security_group (5a28ff6e-9984-462a-883c-83452ce26b75), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.592091 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074cae-bab3-40fe-b316-9b965711e421 req-907e8530-196c-451b-a252-a88a5618274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:35.593603 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-907e8530-196c-451b-a252-a88a5618274b service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.0934753 Jul 18 08:53:35.662188 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-ba6132cf-45ff-423d-ac67-dc54cc5972bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 200 len: 1000 time: 0.0619562 Jul 18 08:53:35.714352 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074cae-bab3-40fe-b316-9b965711e421 req-7a3deedd-6a47-43ab-ac70-f56c5a470726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:35.715856 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-7a3deedd-6a47-43ab-ac70-f56c5a470726 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0461452 Jul 18 08:53:35.726020 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ad2813f-01ba-44f8-9d58-398285eae716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (5a28ff6e-9984-462a-883c-83452ce26b75), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.729199 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4ad2813f-01ba-44f8-9d58-398285eae716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:35.733235 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4ad2813f-01ba-44f8-9d58-398285eae716 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a28ff6e-9984-462a-883c-83452ce26b75 HTTP/1.1" status: 204 len: 168 time: 0.2666898 Jul 18 08:53:35.740311 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2813f-01ba-44f8-9d58-398285eae716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a28ff6e-9984-462a-883c-83452ce26b75,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:35.765304 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074cae-bab3-40fe-b316-9b965711e421 req-1d509878-0382-43e3-a6cf-f951d1720bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:35.766864 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-1d509878-0382-43e3-a6cf-f951d1720bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430820 Jul 18 08:53:35.886760 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-4a315934-f301-46fa-b8e3-ee5ed7f13704 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074538 Jul 18 08:53:35.996843 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-83074cae-bab3-40fe-b316-9b965711e421 req-7bdd5882-e1d2-423e-88c4-76d833633359 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042383 Jul 18 08:53:43.612809 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:43.621251 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=50 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:45.592792 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:45.734477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=50,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:45.753676 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:45.991987 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:DELETE=2,neutron:SELECT=52 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:45.994041 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=46 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:46.373009 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:46.375904 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=28 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:49.790517 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f1cc-db60-4b3f-90b1-e1f91b532271 req-51181b01-c83d-43b4-b493-d3e3ccbd4493 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:49.792023 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-afe6f1cc-db60-4b3f-90b1-e1f91b532271 req-51181b01-c83d-43b4-b493-d3e3ccbd4493 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0486951 Jul 18 08:53:49.844397 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-afe6f1cc-db60-4b3f-90b1-e1f91b532271 req-564b9344-da3c-4abe-9958-ea0fca90a0fe tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Jul 18 08:53:51.128306 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-69ff10b8-34a2-4ec4-a406-bae04f74da57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.228164 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c2b1-bb26-4b3c-a210-cd770d2495ad req-f51803c5-7e5d-4fb8-a8c1-ede6ec11e2b6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:51.229649 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-35e5c2b1-bb26-4b3c-a210-cd770d2495ad req-f51803c5-7e5d-4fb8-a8c1-ede6ec11e2b6 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.3076060 Jul 18 08:53:51.280063 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-35e5c2b1-bb26-4b3c-a210-cd770d2495ad req-687e16d0-816c-4f74-aa0b-447eed63d770 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bb4a447-a9b0-47bd-94eb-33acca913e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Jul 18 08:53:51.354478 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-f17b926f-8ff5-4ee2-9eec-78eada26b6f3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:51.356625 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-f17b926f-8ff5-4ee2-9eec-78eada26b6f3 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0467570 Jul 18 08:53:51.442712 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Deleting port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:51.443061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.540764 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] For port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:53:51.541138 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.711240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.711601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (2432d705-1f65-45f2-9a59-0cc1c479146a), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.711951 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Floating IP 2432d705-1f65-45f2-9a59-0cc1c479146a disassociated. External IP: 172.27.1.195, port: 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd. Jul 18 08:53:51.712291 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Calling delete_port for 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:51.714213 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58470) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:51.827270 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7167e5fd-f4ad-480d-a6b9-20d1bb277953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.914413 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:51.944902 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event deleted for resources: {'Port': ['ID=87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:51.975797 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7167e5fd-f4ad-480d-a6b9-20d1bb277953 admin admin] Publish callbacks [] for security_group (73765717-4ffa-4769-aceb-1fc75d40be73), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.064597 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Router 52ee62ff-812c-4d50-ba2a-917e7704959c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:53:52.073985 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7167e5fd-f4ad-480d-a6b9-20d1bb277953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (73765717-4ffa-4769-aceb-1fc75d40be73), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.115796 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167e5fd-f4ad-480d-a6b9-20d1bb277953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73765717-4ffa-4769-aceb-1fc75d40be73,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:52.119938 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-7167e5fd-f4ad-480d-a6b9-20d1bb277953 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=025abe7868084bf7acf06f510bd021b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045367 Jul 18 08:53:52.122687 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58474) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:52.164404 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:52.173792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:53:52.175843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a658ae81-90be-4b01-bfd6-88862a1e7f6f admin admin] Publish callbacks [] for security_group (73765717-4ffa-4769-aceb-1fc75d40be73), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.184398 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:53:52.195260 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:52.196993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:53:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:52.197920 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a658ae81-90be-4b01-bfd6-88862a1e7f6f admin admin] Publish callbacks [] for security_group (73765717-4ffa-4769-aceb-1fc75d40be73), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.222174 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] No DVR routers for this DVR port 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:53:52.224690 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.227992 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-172e8a0c-98a0-43fe-93eb-7470d1bc4d35 req-ca895e16-b5cb-4d05-9259-4d9329b1e73d tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.47 "DELETE /v2.0/ports/87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd HTTP/1.1" status: 204 len: 173 time: 0.8664701 Jul 18 08:53:52.228431 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-deleted', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:53:52.231915 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395b9563-5c16-4c09-9e3f-7280d5454823" -d '{"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-deleted", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:53:52.271718 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6513f346-c2b5-4406-928c-0804488ed1fd x-openstack-request-id: req-6513f346-c2b5-4406-928c-0804488ed1fd {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:53:52.272007 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18040578-a916-4929-ae00-067b0441f8e7", "name": "network-vif-deleted", "tag": "87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:53:52.272254 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6513f346-c2b5-4406-928c-0804488ed1fd {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:53:52.272657 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6513f346-c2b5-4406-928c-0804488ed1fd'] response: {'server_uuid': '18040578-a916-4929-ae00-067b0441f8e7', 'name': 'network-vif-deleted', 'tag': '87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd', 'status': 'completed', 'code': 200} Jul 18 08:53:52.331035 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:52.357869 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a658ae81-90be-4b01-bfd6-88862a1e7f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (73765717-4ffa-4769-aceb-1fc75d40be73), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.362561 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a658ae81-90be-4b01-bfd6-88862a1e7f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:52.363831 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a658ae81-90be-4b01-bfd6-88862a1e7f6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73765717-4ffa-4769-aceb-1fc75d40be73 HTTP/1.1" status: 204 len: 168 time: 0.2400913 Jul 18 08:53:52.386039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658ae81-90be-4b01-bfd6-88862a1e7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73765717-4ffa-4769-aceb-1fc75d40be73,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:52.424668 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-59c75174-e571-46a5-91e0-7a7ddab74329 req-bfde43d6-e9a7-4edb-b730-25d1a2e1b430 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/ports?device_id=18040578-a916-4929-ae00-067b0441f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0453310 Jul 18 08:53:52.579591 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:52.609079 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:53:52.617421 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:53:52.618025 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:53:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:52.738305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:53:52.941334 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:53:52.967575 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41228-1bce-45a2-8423-f19e2cc38db7 None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:46:11Z', 'revision_number': 4, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fbf533bb-a279-439b-a4fd-a508f53adcbe', 'name': '', 'network_id': 'b0fa8b1e-26fd-4098-8362-a39708ae2c08', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'mac_address': 'fa:16:3e:42:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:46:08Z', 'updated_at': '2022-07-18T08:46:20Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'subnets': [{'id': 'ce57778b-4c6a-491c-96e9-8f5201aaa5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:53:53.009990 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58492) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:53.029619 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ee126d3c-0d40-4214-b817-6a249b4fe884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.115263 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ee126d3c-0d40-4214-b817-6a249b4fe884 admin admin] Publish callbacks [] for security_group (f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.188584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ee126d3c-0d40-4214-b817-6a249b4fe884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.244192 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee126d3c-0d40-4214-b817-6a249b4fe884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:53.251426 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ee126d3c-0d40-4214-b817-6a249b4fe884 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e97e66f048d2408cb7a5d08bab724c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401221 Jul 18 08:53:53.253838 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58496) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:53.283053 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec126b1-d707-48e6-9001-d1009de08ae8 None None] New status for floating IP 2432d705-1f65-45f2-9a59-0cc1c479146a: DOWN {{(pid=111087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:53:53.314769 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5d343f84-5850-45d5-aa76-e62b1ad93a4e admin admin] Publish callbacks [] for security_group (f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.338227 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5d343f84-5850-45d5-aa76-e62b1ad93a4e admin admin] Publish callbacks [] for security_group (f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.367486 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:53.551454 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5d343f84-5850-45d5-aa76-e62b1ad93a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.554177 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5d343f84-5850-45d5-aa76-e62b1ad93a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.558858 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-5d343f84-5850-45d5-aa76-e62b1ad93a4e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7 HTTP/1.1" status: 204 len: 168 time: 0.3006055 Jul 18 08:53:53.568411 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343f84-5850-45d5-aa76-e62b1ad93a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb91a6-79b4-44ca-a6d2-4e9fbfb338b7,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:53.588321 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-32fda549-365f-498b-8466-56ca8b2f63f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.644287 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58506) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:53.685774 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:53.706361 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6c42aea-b24a-4b95-a722-6cf7c4e6c10f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (6bb4a447-a9b0-47bd-94eb-33acca913e09), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.731532 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6c42aea-b24a-4b95-a722-6cf7c4e6c10f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (6bb4a447-a9b0-47bd-94eb-33acca913e09), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.854422 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6c42aea-b24a-4b95-a722-6cf7c4e6c10f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (6bb4a447-a9b0-47bd-94eb-33acca913e09), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.857910 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6c42aea-b24a-4b95-a722-6cf7c4e6c10f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:53.859089 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d6c42aea-b24a-4b95-a722-6cf7c4e6c10f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "DELETE /v2.0/security-groups/6bb4a447-a9b0-47bd-94eb-33acca913e09 HTTP/1.1" status: 204 len: 168 time: 0.2136416 Jul 18 08:53:53.862838 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58510) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:53.877209 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c42aea-b24a-4b95-a722-6cf7c4e6c10f tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb4a447-a9b0-47bd-94eb-33acca913e09,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:53.879631 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.api.v2.resource [None req-33450860-4fb8-4d29-8c95-1893f317f088 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] show failed (client error): The resource could not be found. Jul 18 08:53:53.880947 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-33450860-4fb8-4d29-8c95-1893f317f088 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "GET /v2.0/security-groups/6bb4a447-a9b0-47bd-94eb-33acca913e09 HTTP/1.1" status: 404 len: 347 time: 0.0173302 Jul 18 08:53:53.883810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58514) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:53.984005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:54.016125 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Deleting port 51b28798-461b-4743-a1e6-51b787254874 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:53:54.016468 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (51b28798-461b-4743-a1e6-51b787254874), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:54.100311 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (51b28798-461b-4743-a1e6-51b787254874), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:54.100556 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (51b28798-461b-4743-a1e6-51b787254874), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:54.113143 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Calling delete_port for 51b28798-461b-4743-a1e6-51b787254874 owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:53:54.389459 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (51b28798-461b-4743-a1e6-51b787254874), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:54.422027 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Pushing event deleted for resources: {'Port': ['ID=51b28798-461b-4743-a1e6-51b787254874,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:54.484731 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks [] for floatingip (2432d705-1f65-45f2-9a59-0cc1c479146a), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:54.487257 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:54.491328 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ddb69446-4772-4e92-9925-ab4dd7948d49 tempest-AttachVolumeShelveTestJSON-49965800 tempest-AttachVolumeShelveTestJSON-49965800-project] 10.222.0.57 "DELETE /v2.0/floatingips/2432d705-1f65-45f2-9a59-0cc1c479146a HTTP/1.1" status: 204 len: 168 time: 0.6058011 Jul 18 08:53:54.659387 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:55.967841 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:53:55.990677 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:53:55.991029 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 87f9bc31-3edd-4ea6-aeeb-1fc225fbdccd not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:53:56.152017 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58568) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:56.262134 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ee7be91-b83d-4d17-a6b0-453dece2b4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.275268 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:56.305525 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.343119 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ee7be91-b83d-4d17-a6b0-453dece2b4fa admin admin] Publish callbacks [] for security_group (e759b580-68c8-437c-9fce-fdd4a64b441a), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.468405 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7ee7be91-b83d-4d17-a6b0-453dece2b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e759b580-68c8-437c-9fce-fdd4a64b441a), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.502767 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.511808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7be91-b83d-4d17-a6b0-453dece2b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e759b580-68c8-437c-9fce-fdd4a64b441a,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:56.517711 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-7ee7be91-b83d-4d17-a6b0-453dece2b4fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e01788d015a9482e938cc09c4a9237dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646688 Jul 18 08:53:56.520423 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58572) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:56.571789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-89b63dfa-f229-4216-9f56-64020807235e admin admin] Publish callbacks [] for security_group (e759b580-68c8-437c-9fce-fdd4a64b441a), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.594323 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-89b63dfa-f229-4216-9f56-64020807235e admin admin] Publish callbacks [] for security_group (e759b580-68c8-437c-9fce-fdd4a64b441a), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.714480 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-89b63dfa-f229-4216-9f56-64020807235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e759b580-68c8-437c-9fce-fdd4a64b441a), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.717766 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-89b63dfa-f229-4216-9f56-64020807235e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:56.718967 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-89b63dfa-f229-4216-9f56-64020807235e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e759b580-68c8-437c-9fce-fdd4a64b441a HTTP/1.1" status: 204 len: 168 time: 0.1976504 Jul 18 08:53:56.727301 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b63dfa-f229-4216-9f56-64020807235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e759b580-68c8-437c-9fce-fdd4a64b441a,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:57.355360 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58582) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:57.369188 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-16faee68-9b45-4983-b593-a67718ea64cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.448037 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-16faee68-9b45-4983-b593-a67718ea64cf admin admin] Publish callbacks [] for security_group (8a147ad8-7dbf-494f-a51d-bcb2f8de441b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.519931 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-16faee68-9b45-4983-b593-a67718ea64cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (8a147ad8-7dbf-494f-a51d-bcb2f8de441b), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.558848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faee68-9b45-4983-b593-a67718ea64cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a147ad8-7dbf-494f-a51d-bcb2f8de441b,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:57.564471 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-16faee68-9b45-4983-b593-a67718ea64cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f7063fdc72240daad11c39d928157e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079933 Jul 18 08:53:57.567234 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58584) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:57.622078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a7b7-cd9f-496f-92b7-27e3aa1a74a9 admin admin] Publish callbacks [] for security_group (8a147ad8-7dbf-494f-a51d-bcb2f8de441b), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.644406 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a7b7-cd9f-496f-92b7-27e3aa1a74a9 admin admin] Publish callbacks [] for security_group (8a147ad8-7dbf-494f-a51d-bcb2f8de441b), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.651798 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:57.812120 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a7b7-cd9f-496f-92b7-27e3aa1a74a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (8a147ad8-7dbf-494f-a51d-bcb2f8de441b), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.814352 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a7b7-cd9f-496f-92b7-27e3aa1a74a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:57.815690 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-2cb0a7b7-cd9f-496f-92b7-27e3aa1a74a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a147ad8-7dbf-494f-a51d-bcb2f8de441b HTTP/1.1" status: 204 len: 168 time: 0.2474391 Jul 18 08:53:57.825382 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0a7b7-cd9f-496f-92b7-27e3aa1a74a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a147ad8-7dbf-494f-a51d-bcb2f8de441b,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:58.847235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58612) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:58.952151 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720580759-network', 'tenant_id': '401f21125b3146fe9deba3df1abf1803'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:53:59.045806 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Made reservation on behalf of 401f21125b3146fe9deba3df1abf1803 for: {'network': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:53:59.048548 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.057945 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.145771 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks [] for security_group (a7728178-5412-4577-bfab-1d67d1db106c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.214277 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a7728178-5412-4577-bfab-1d67d1db106c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.241571 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=111084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:53:59.252524 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7728178-5412-4577-bfab-1d67d1db106c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:59.257509 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (edc9f74b-f1f3-4caf-b927-80c763df3b1b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.257850 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.segments_db [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Added segment edc9f74b-f1f3-4caf-b927-80c763df3b1b of type vlan for network abe51fc9-a347-458b-a8db-9e61dfd2258f Jul 18 08:53:59.295972 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:59.304007 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (abe51fc9-a347-458b-a8db-9e61dfd2258f), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.380017 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (abe51fc9-a347-458b-a8db-9e61dfd2258f), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.381187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:53:59.381773 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.442637 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=abe51fc9-a347-458b-a8db-9e61dfd2258f,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:59.453279 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network abe51fc9-a347-458b-a8db-9e61dfd2258f details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:53:59.494327 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0e32ab32-5f1c-426b-826f-f9044086d3c9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6400509 Jul 18 08:53:59.496946 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58628) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:53:59.502796 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Request body: {'subnet': {'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720580759-subnet', 'tenant_id': '401f21125b3146fe9deba3df1abf1803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:53:59.615010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Made reservation on behalf of 401f21125b3146fe9deba3df1abf1803 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:53:59.617714 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9436852'] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.732878 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:53:59.863151 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9436842'] for subnet (87ef5bad-bbe2-4185-8d38-25f33305d0ad), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:53:59.918291 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ef5bad-bbe2-4185-8d38-25f33305d0ad,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:53:59.933436 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Checking segment: {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:53:59.933810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Network hostable DHCP agents. Network: abe51fc9-a347-458b-a8db-9e61dfd2258f, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:54:00.054131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Network abe51fc9-a347-458b-a8db-9e61dfd2258f is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:54:00.139743 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, abe51fc9-a347-458b-a8db-9e61dfd2258f) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:54:00.144808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:00.145400 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:00.150216 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3020b102-2476-4af4-8b4a-9bc9d9b55343 None None] Network abe51fc9-a347-458b-a8db-9e61dfd2258f requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:54:00.234074 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-f5709422-ef76-4386-99ad-aa991af19239 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7359378 Jul 18 08:54:00.246613 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbef0cb-e086-4727-a4c9-48ffa3e8719f None None] Network abe51fc9-a347-458b-a8db-9e61dfd2258f requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:54:00.510749 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58646) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:00.888293 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (52ee62ff-812c-4d50-ba2a-917e7704959c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:01.076490 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:01.131609 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Deleting port fbf533bb-a279-439b-a4fd-a508f53adcbe {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:54:01.133284 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:01.230116 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] For port fbf533bb-a279-439b-a4fd-a508f53adcbe, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fbf533bb-a279-439b-a4fd-a508f53adcbe,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:01.230499 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:01.245279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Calling delete_port for fbf533bb-a279-439b-a4fd-a508f53adcbe owned by network:router_interface {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:54:01.259450 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:01.539699 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (fbf533bb-a279-439b-a4fd-a508f53adcbe), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:01.566692 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf533bb-a279-439b-a4fd-a508f53adcbe,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:01.739946 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (52ee62ff-812c-4d50-ba2a-917e7704959c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:01.959424 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:01.961401 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Router 52ee62ff-812c-4d50-ba2a-917e7704959c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:54:02.070545 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:54:02.082549 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-84580fed-3705-4881-8880-e5f7f23a0586 admin admin] 10.222.0.57 "PUT /v2.0/routers/52ee62ff-812c-4d50-ba2a-917e7704959c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5666590 Jul 18 08:54:02.082658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] Sync routers for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:54:02.084557 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58666) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:02.092236 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:54:02.093315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:53:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:02.213519 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks [] for router (52ee62ff-812c-4d50-ba2a-917e7704959c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:02.247481 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:54:02.341377 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks [] for router_gateway (52ee62ff-812c-4d50-ba2a-917e7704959c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:02.445654 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:54:01Z', 'revision_number': 5, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port': {'id': '6804f3b5-a781-46e0-9c38-10ea02dc2d6a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:45:58Z', 'updated_at': '2022-07-18T08:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:02.480011 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] Checking router: 52ee62ff-812c-4d50-ba2a-917e7704959c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:54:02.492162 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] Routers {'52ee62ff-812c-4d50-ba2a-917e7704959c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:54:02.493137 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:53:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['52ee62ff-812c-4d50-ba2a-917e7704959c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:02.528970 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Deleting port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:54:02.529318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:02.566750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:02.580112 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:02.593347 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] Set router 52ee62ff-812c-4d50-ba2a-917e7704959c gateway port host: None {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:54:02.620708 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-b4ecdd49-cd8d-4c53-94a5-27d7bfa023b2 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:02.622077 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-b4ecdd49-cd8d-4c53-94a5-27d7bfa023b2 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/networks?id=abe51fc9-a347-458b-a8db-9e61dfd2258f HTTP/1.1" status: 200 len: 809 time: 0.1989834 Jul 18 08:54:02.644572 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:54:02Z', 'revision_number': 6, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:02.650502 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1088c420-2644-4350-93fd-0c85524c083f tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/quotas/401f21125b3146fe9deba3df1abf1803 HTTP/1.1" status: 200 len: 375 time: 0.0215361 Jul 18 08:54:02.659177 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] For port 6804f3b5-a781-46e0-9c38-10ea02dc2d6a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:02.659544 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:02.700828 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-443a14a5-d24d-4474-abdb-4c0d307877ee tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=401f21125b3146fe9deba3df1abf1803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427544 Jul 18 08:54:02.701998 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Calling delete_port for 6804f3b5-a781-46e0-9c38-10ea02dc2d6a owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:54:02.810432 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940ceb0-7f20-443e-a439-62b79c4da723 None None] The sync data for ids ['52ee62ff-812c-4d50-ba2a-917e7704959c'] in dv-cinder-850142-3-iscsi is: [{'id': '52ee62ff-812c-4d50-ba2a-917e7704959c', 'name': 'tempest-AttachVolumeShelveTestJSON-225096286-router', 'tenant_id': 'ef2947427ce24f46baad0172db285cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:45:57Z', 'updated_at': '2022-07-18T08:54:02Z', 'revision_number': 6, 'project_id': 'ef2947427ce24f46baad0172db285cc8', 'gw_port_host': None}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:54:02.820739 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:02.948663 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.176731 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-5a077bba-8d69-406b-82c5-1b371baeaf9e service neutron] 10.222.0.57 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649312 Jul 18 08:54:03.198373 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:03.284513 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:03.327455 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-8e386bc4-4055-4dc4-a74e-62be59f50074 service neutron] 10.222.0.57 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391268 Jul 18 08:54:03.439926 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (6804f3b5-a781-46e0-9c38-10ea02dc2d6a), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.465100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6804f3b5-a781-46e0-9c38-10ea02dc2d6a,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:03.531418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (52ee62ff-812c-4d50-ba2a-917e7704959c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.654181 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (52ee62ff-812c-4d50-ba2a-917e7704959c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.659915 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks [] for router_controller (52ee62ff-812c-4d50-ba2a-917e7704959c), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.714018 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00fab257-25a8-4dd2-a281-53f757d6d922 req-0b1ae6c8-aa80-4ad7-9c83-acad5de9a6c4 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 210 time: 0.0375288 Jul 18 08:54:03.808456 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (52ee62ff-812c-4d50-ba2a-917e7704959c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.809147 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ee62ff-812c-4d50-ba2a-917e7704959c {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:54:03.813926 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.814833 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-be1afc54-fda6-40ea-bac6-29586eff0fc4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/52ee62ff-812c-4d50-ba2a-917e7704959c HTTP/1.1" status: 204 len: 168 time: 1.7292962 Jul 18 08:54:03.818149 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58714) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:03.867294 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Deleting subnet ce57778b-4c6a-491c-96e9-8f5201aaa5d4 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:54:03.870939 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Publish callbacks [] for subnet (ce57778b-4c6a-491c-96e9-8f5201aaa5d4), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:03.913075 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (ce57778b-4c6a-491c-96e9-8f5201aaa5d4), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.004042 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (ce57778b-4c6a-491c-96e9-8f5201aaa5d4), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.036841 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:04.108310 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58718) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:04.120555 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (ce57778b-4c6a-491c-96e9-8f5201aaa5d4), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.147815 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce57778b-4c6a-491c-96e9-8f5201aaa5d4,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:04.152099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.156199 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-be6f322c-5210-4b63-bb89-740d65750d2a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ce57778b-4c6a-491c-96e9-8f5201aaa5d4 HTTP/1.1" status: 204 len: 168 time: 0.3369379 Jul 18 08:54:04.160115 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58722) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:04.161192 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991a748-464e-4d8f-9104-8d5bd95d95c3 None None] Network b0fa8b1e-26fd-4098-8362-a39708ae2c08 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:54:04.245592 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (b0fa8b1e-26fd-4098-8362-a39708ae2c08), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.251582 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72506bb1-22ed-45a5-8614-0c8df83da77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.304985 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Deleting port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:54:04.305467 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.349386 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72506bb1-22ed-45a5-8614-0c8df83da77c admin admin] Publish callbacks [] for security_group (6088c7b5-251c-421a-8e77-ad8e3c5933b0), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.355641 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] DHCP port deletion for b0fa8b1e-26fd-4098-8362-a39708ae2c08 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:54:04.385087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] For port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:04.385446 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.399336 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] Deleting port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:54:04.399659 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Calling delete_port for c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:54:04.399916 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.404501 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:04.413542 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:04.468490 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] For port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,segment=NetworkSegment(f23f359a-5095-42d6-ba16-a968d65ed5d7),segment_id=f23f359a-5095-42d6-ba16-a968d65ed5d7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:04.468918 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.474266 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-72506bb1-22ed-45a5-8614-0c8df83da77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (6088c7b5-251c-421a-8e77-ad8e3c5933b0), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.485440 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] Calling delete_port for c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:54:04.531649 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-72506bb1-22ed-45a5-8614-0c8df83da77c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8349cb4d95d404eacfda1328d165e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186382 Jul 18 08:54:04.531649 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72506bb1-22ed-45a5-8614-0c8df83da77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6088c7b5-251c-421a-8e77-ad8e3c5933b0,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:04.535341 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58724) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:04.544884 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fbf533bb-a279-439b-a4fd-a508f53adcbe no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:54:04.569993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: fbf533bb-a279-439b-a4fd-a508f53adcbe {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:54:04.570289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fbf533bb-a279-439b-a4fd-a508f53adcbe not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:54:04.570669 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6804f3b5-a781-46e0-9c38-10ea02dc2d6a no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:54:04.591119 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1c24de78-0812-417b-a4ac-fbd66d773c04 admin admin] Publish callbacks [] for security_group (6088c7b5-251c-421a-8e77-ad8e3c5933b0), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.592724 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.599248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 6804f3b5-a781-46e0-9c38-10ea02dc2d6a {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:54:04.599871 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 6804f3b5-a781-46e0-9c38-10ea02dc2d6a not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:54:04.600454 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:54:04.618214 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1c24de78-0812-417b-a4ac-fbd66d773c04 admin admin] Publish callbacks [] for security_group (6088c7b5-251c-421a-8e77-ad8e3c5933b0), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.626148 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:54:04.626789 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:54:04.648538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.653852 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:04.655933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] No DVR routers for this DVR port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:54:04.682736 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] Pushing event deleted for resources: {'Port': ['ID=c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:04.685289 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a4667-1675-4cf3-bec5-647f0b661ecb None None] No DVR routers for this DVR port c3b05c95-dd9b-417e-9a2c-f3dfd6819f7f on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:54:04.739661 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:04.744120 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (b0fa8b1e-26fd-4098-8362-a39708ae2c08), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.751096 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1c24de78-0812-417b-a4ac-fbd66d773c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (6088c7b5-251c-421a-8e77-ad8e3c5933b0), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.753802 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-1c24de78-0812-417b-a4ac-fbd66d773c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.757477 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-1c24de78-0812-417b-a4ac-fbd66d773c04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6088c7b5-251c-421a-8e77-ad8e3c5933b0 HTTP/1.1" status: 204 len: 168 time: 0.2222252 Jul 18 08:54:04.765808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24de78-0812-417b-a4ac-fbd66d773c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088c7b5-251c-421a-8e77-ad8e3c5933b0,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:04.769527 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fa8b1e-26fd-4098-8362-a39708ae2c08']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:04.814285 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23f359a-5095-42d6-ba16-a968d65ed5d7') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:04.814592 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23f359a-5095-42d6-ba16-a968d65ed5d7') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:54:04.817906 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0fbf1fc2-d28f-42ca-9f9d-6552a0b011b8 req-6989629e-d2c6-4324-a68b-47eeca4aa5bf tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 210 time: 0.0526943 Jul 18 08:54:04.827557 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (f23f359a-5095-42d6-ba16-a968d65ed5d7), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.848418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (f23f359a-5095-42d6-ba16-a968d65ed5d7), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.855274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:54:04.855688 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (f23f359a-5095-42d6-ba16-a968d65ed5d7), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:04.908401 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment f23f359a-5095-42d6-ba16-a968d65ed5d7 resource provider aggregate not found Jul 18 08:54:04.928012 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment f23f359a-5095-42d6-ba16-a968d65ed5d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f23f359a-5095-42d6-ba16-a968d65ed5d7 found for delete ", "request_id": "req-06c96289-73ad-4e30-8944-2ff8b2443f72"}]} Jul 18 08:54:05.068568 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (b0fa8b1e-26fd-4098-8362-a39708ae2c08), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:05.072725 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:05.076967 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b0fa8b1e-26fd-4098-8362-a39708ae2c08 HTTP/1.1" status: 204 len: 168 time: 0.9173133 Jul 18 08:54:05.089865 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47e113-8c2c-47e5-9530-793fc4557412 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fa8b1e-26fd-4098-8362-a39708ae2c08,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:05.512987 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58748) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:05.520932 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:05.559982 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8341b229-36d6-4a47-a724-4bfee730f2b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef2947427ce24f46baad0172db285cc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451858 Jul 18 08:54:05.562502 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58752) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:05.618258 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c188614-af8e-485a-a1de-dc559f40d782 admin admin] Publish callbacks [] for security_group (91d27d1d-1e3a-49cf-ad71-95472e8ea0f1), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:05.646597 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c188614-af8e-485a-a1de-dc559f40d782 admin admin] Publish callbacks [] for security_group (91d27d1d-1e3a-49cf-ad71-95472e8ea0f1), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:05.771988 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c188614-af8e-485a-a1de-dc559f40d782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (91d27d1d-1e3a-49cf-ad71-95472e8ea0f1), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:05.775265 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3c188614-af8e-485a-a1de-dc559f40d782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:05.776716 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3c188614-af8e-485a-a1de-dc559f40d782 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91d27d1d-1e3a-49cf-ad71-95472e8ea0f1 HTTP/1.1" status: 204 len: 168 time: 0.2133665 Jul 18 08:54:05.785826 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188614-af8e-485a-a1de-dc559f40d782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d27d1d-1e3a-49cf-ad71-95472e8ea0f1,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:05.923217 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce0aece3-2f4c-4a98-9dad-e90f187c2c06 req-db2260f4-d346-4475-be0e-45b7aa4bbf53 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 210 time: 0.0331569 Jul 18 08:54:06.742515 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:06.797178 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-9eb7970d-7da6-4a0f-acbb-c450c67efacf tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:06.799716 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-9eb7970d-7da6-4a0f-acbb-c450c67efacf tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "GET /v2.0/networks?id=abe51fc9-a347-458b-a8db-9e61dfd2258f HTTP/1.1" status: 200 len: 809 time: 0.1244383 Jul 18 08:54:06.815179 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Request body: {'port': {'device_id': 'f150986f-1d8a-4303-a28c-9701099cc814', 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f', 'admin_state_up': True, 'tenant_id': '401f21125b3146fe9deba3df1abf1803'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:54:07.265660 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a8e02863-a672-4ec3-abf0-39401809ce41 req-650bdb27-5c57-4cca-aab8-83ffa63a0a3b tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 210 time: 0.0439975 Jul 18 08:54:07.449554 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Made reservation on behalf of 401f21125b3146fe9deba3df1abf1803 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:54:07.456266 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:07.591229 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Allocated IP 172.20.0.13 (abe51fc9-a347-458b-a8db-9e61dfd2258f/87ef5bad-bbe2-4185-8d38-25f33305d0ad/6c10375f-c021-41fb-9dba-54f90f90c859) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:54:07.668040 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:07.755921 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks [] for port (6c10375f-c021-41fb-9dba-54f90f90c859), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:07.943141 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:07.996399 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Network abe51fc9-a347-458b-a8db-9e61dfd2258f is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:54:08.000787 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:54:08.003982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:54:08.043209 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Pushing event updated for resources: {'Port': ['ID=6c10375f-c021-41fb-9dba-54f90f90c859,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:08.072431 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:08.073136 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:08.161654 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1a3d3a87-0a85-48ec-85c5-20a8ef8d3e99 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3531356 Jul 18 08:54:08.174551 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Request body: {'port': {'device_id': 'f150986f-1d8a-4303-a28c-9701099cc814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:54:08.243010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:08.432759 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2761726-b117-4f51-b56e-5d85aa547095 req-728b5b00-b9e2-472b-a3b5-89da23e3f9c8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:08.434267 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2761726-b117-4f51-b56e-5d85aa547095 req-728b5b00-b9e2-472b-a3b5-89da23e3f9c8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 932 time: 0.0532496 Jul 18 08:54:08.495225 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e2761726-b117-4f51-b56e-5d85aa547095 req-86f8d083-87c9-4d8b-a199-d900747d32f8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Jul 18 08:54:08.576534 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c10375f-c021-41fb-9dba-54f90f90c859 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:54:08.584132 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Publish callbacks [] for port (6c10375f-c021-41fb-9dba-54f90f90c859), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:08.596831 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Transition to ACTIVE for port object 6c10375f-c021-41fb-9dba-54f90f90c859 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:54:08.762636 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:08.768041 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:08.813660 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Pushing event updated for resources: {'Port': ['ID=6c10375f-c021-41fb-9dba-54f90f90c859,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:08.891180 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Attempting to bind port 6c10375f-c021-41fb-9dba-54f90f90c859 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:54:08.891522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Attempting to bind port 6c10375f-c021-41fb-9dba-54f90f90c859 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:54:08.891877 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Attempting to bind port 6c10375f-c021-41fb-9dba-54f90f90c859 on network abe51fc9-a347-458b-a8db-9e61dfd2258f {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:54:08.896275 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Port 6c10375f-c021-41fb-9dba-54f90f90c859 on network abe51fc9-a347-458b-a8db-9e61dfd2258f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:54:08.896591 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Attempting to bind port 6c10375f-c021-41fb-9dba-54f90f90c859 on network abe51fc9-a347-458b-a8db-9e61dfd2258f {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:54:08.901477 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:54:08.901810 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Checking segment: {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:54:08.902185 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Bound using segment: {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:54:08.902608 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Bound port: 6c10375f-c021-41fb-9dba-54f90f90c859, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:54:08.902961 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:08.962541 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:08.969755 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] For port 6c10375f-c021-41fb-9dba-54f90f90c859, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:54:08.972893 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] For port 6c10375f-c021-41fb-9dba-54f90f90c859, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=6c10375f-c021-41fb-9dba-54f90f90c859,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:54:09.074536 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:09.111744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.112408 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:09.113915 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-d65a69ff-2df8-4673-953f-29197598166e service neutron] 10.222.0.47 "PUT /v2.0/ports/6c10375f-c021-41fb-9dba-54f90f90c859 HTTP/1.1" status: 200 len: 1094 time: 0.9453809 Jul 18 08:54:09.114430 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f150986f-1d8a-4303-a28c-9701099cc814', 'tag': '6c10375f-c021-41fb-9dba-54f90f90c859'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:54:09.116819 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f150986f-1d8a-4303-a28c-9701099cc814", "tag": "6c10375f-c021-41fb-9dba-54f90f90c859"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:54:09.145462 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a69ff-2df8-4673-953f-29197598166e service neutron] Pushing event updated for resources: {'Port': ['ID=6c10375f-c021-41fb-9dba-54f90f90c859,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:09.156831 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d28a07-f4bc-4c26-80eb-076db6a9815b x-openstack-request-id: req-49d28a07-f4bc-4c26-80eb-076db6a9815b {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:54:09.157245 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f150986f-1d8a-4303-a28c-9701099cc814", "tag": "6c10375f-c021-41fb-9dba-54f90f90c859", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:54:09.157555 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49d28a07-f4bc-4c26-80eb-076db6a9815b {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:54:09.158063 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d28a07-f4bc-4c26-80eb-076db6a9815b'] response: {'name': 'network-changed', 'server_uuid': 'f150986f-1d8a-4303-a28c-9701099cc814', 'tag': '6c10375f-c021-41fb-9dba-54f90f90c859', 'status': 'completed', 'code': 200} Jul 18 08:54:09.222937 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb req-8dc41f98-faff-49b3-8188-18f02b446f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.224478 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb req-8dc41f98-faff-49b3-8188-18f02b446f40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=401f21125b3146fe9deba3df1abf1803&device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 1128 time: 0.0455236 Jul 18 08:54:09.331758 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb req-137f5e0b-574a-4290-8a7d-219d3e92d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.333247 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb req-137f5e0b-574a-4290-8a7d-219d3e92d099 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=401f21125b3146fe9deba3df1abf1803&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1003644 Jul 18 08:54:09.431536 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb req-25f58558-5dc0-4ef1-9b9a-7bbc8cd49340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.433059 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6c29134d-1e7e-4d19-b542-8ea0857dc9fb req-25f58558-5dc0-4ef1-9b9a-7bbc8cd49340 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919454 Jul 18 08:54:09.516180 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-4609be58-38fb-4bab-b4f7-f73544442b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.517709 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-4609be58-38fb-4bab-b4f7-f73544442b8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=401f21125b3146fe9deba3df1abf1803&device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 1128 time: 0.0480707 Jul 18 08:54:09.570578 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-27c4ecf1-af4d-4873-92af-d62a79c8dc8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c10375f-c021-41fb-9dba-54f90f90c859 HTTP/1.1" status: 200 len: 217 time: 0.0461171 Jul 18 08:54:09.623514 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-25caabce-1a8d-4c51-a35e-1ac5e30dd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.623514 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-25caabce-1a8d-4c51-a35e-1ac5e30dd93f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87ef5bad-bbe2-4185-8d38-25f33305d0ad HTTP/1.1" status: 200 len: 849 time: 0.0469060 Jul 18 08:54:09.639500 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d180-c294-4e5b-9a56-94a161938ac0 req-5e5e1c5b-83b4-4c82-8f46-b05395ad7b19 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:09.641198 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9a59d180-c294-4e5b-9a56-94a161938ac0 req-5e5e1c5b-83b4-4c82-8f46-b05395ad7b19 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 944 time: 0.0572262 Jul 18 08:54:09.655333 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-38ff360d-9a1f-4a2b-a85a-477570c91e47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abe51fc9-a347-458b-a8db-9e61dfd2258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265877 Jul 18 08:54:09.694857 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9a59d180-c294-4e5b-9a56-94a161938ac0 req-8b682c1c-9a21-4c70-8411-421732fec26a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475891 Jul 18 08:54:09.766849 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-1e7240dd-35b3-459b-a60e-bd975e490bb6 service neutron] 10.222.0.47 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011002 Jul 18 08:54:09.866337 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7c77a1e4-7e63-4a39-aa0d-39f1ff9382fb req-c21a2be2-449d-4d67-9d06-7ce6eee59c47 service neutron] 10.222.0.47 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983868 Jul 18 08:54:10.845648 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc05b8-b043-4683-b7e2-dc6e97aa4002 req-48561cdd-c0a5-4527-9311-eabe70a6da8d tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:10.847219 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1adc05b8-b043-4683-b7e2-dc6e97aa4002 req-48561cdd-c0a5-4527-9311-eabe70a6da8d tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 944 time: 0.0568264 Jul 18 08:54:10.902103 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1adc05b8-b043-4683-b7e2-dc6e97aa4002 req-8e6a2bf8-8617-4ebb-bbdb-9df8f86bb12a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Jul 18 08:54:11.539870 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:54:12.022087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d121e-7941-486e-b2e8-9734cf1cc9bb req-f78b71db-150e-428b-aca1-9adb507a5289 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:12.023622 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dd4d121e-7941-486e-b2e8-9734cf1cc9bb req-f78b71db-150e-428b-aca1-9adb507a5289 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Jul 18 08:54:12.075066 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dd4d121e-7941-486e-b2e8-9734cf1cc9bb req-ee735684-b50d-45a9-bcdc-424190e298c5 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Jul 18 08:54:13.217547 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:13.228086 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdce4-a252-4e6d-8204-34470a0ce640 req-98082194-8097-4810-ad81-08bc198fcc9a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:13.229660 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-45bfdce4-a252-4e6d-8204-34470a0ce640 req-98082194-8097-4810-ad81-08bc198fcc9a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 944 time: 0.0809186 Jul 18 08:54:13.295306 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-45bfdce4-a252-4e6d-8204-34470a0ce640 req-f28a498c-2e58-4092-9302-062a87c18df4 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494449 Jul 18 08:54:14.431557 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143b77a-e45d-4976-be83-524b4aab7720 req-21d35ad7-440b-4d0d-af04-c01bff9b6903 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:14.433156 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7143b77a-e45d-4976-be83-524b4aab7720 req-21d35ad7-440b-4d0d-af04-c01bff9b6903 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 944 time: 0.0535569 Jul 18 08:54:14.504530 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-7143b77a-e45d-4976-be83-524b4aab7720 req-8ad315af-4099-4766-a9ab-a8915eaff269 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642440 Jul 18 08:54:14.659089 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:14.777899 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:15.275000 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 6c10375f-c021-41fb-9dba-54f90f90c859 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:54:15.380199 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 6c10375f-c021-41fb-9dba-54f90f90c859, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=6c10375f-c021-41fb-9dba-54f90f90c859,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:15.392276 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '6c10375f-c021-41fb-9dba-54f90f90c859', 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f', 'port_id': '6c10375f-c021-41fb-9dba-54f90f90c859', 'mac_address': 'fa:16:3e:98:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ef5bad-bbe2-4185-8d38-25f33305d0ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:54:15.429934 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 6c10375f-c021-41fb-9dba-54f90f90c859 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:54:15.430333 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:15.444889 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c10375f-c021-41fb-9dba-54f90f90c859 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:54:15.469358 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 6c10375f-c021-41fb-9dba-54f90f90c859, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=6c10375f-c021-41fb-9dba-54f90f90c859,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:15.562674 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:15.650812 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=6c10375f-c021-41fb-9dba-54f90f90c859,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:15.667770 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e86fe-069c-49c7-8a94-60210ea48315 req-6306014d-aa3b-403a-b97c-35507e2b181d tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:15.683740 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ba0e86fe-069c-49c7-8a94-60210ea48315 req-6306014d-aa3b-403a-b97c-35507e2b181d tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 945 time: 0.1003120 Jul 18 08:54:15.751269 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ba0e86fe-069c-49c7-8a94-60210ea48315 req-aac6e2be-971e-4742-8f8f-c41e407e47e6 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679615 Jul 18 08:54:15.775216 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['6c10375f-c021-41fb-9dba-54f90f90c859'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:54:16.491149 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 58976) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:16.619552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbb6e-6495-4d2f-9eaa-8381150c4c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:16.708948 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbb6e-6495-4d2f-9eaa-8381150c4c00 admin admin] Publish callbacks [] for security_group (c6417baf-14ed-4252-9d53-d44ce8ded103), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:16.776752 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbb6e-6495-4d2f-9eaa-8381150c4c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c6417baf-14ed-4252-9d53-d44ce8ded103), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:16.825490 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f7ebbb6e-6495-4d2f-9eaa-8381150c4c00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=690633edfd1847cf9ca6726401bfc53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327541 Jul 18 08:54:16.829062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebbb6e-6495-4d2f-9eaa-8381150c4c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6417baf-14ed-4252-9d53-d44ce8ded103,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:16.829290 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 58982) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:16.924048 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff638e9-8789-4345-8c30-1664e3c41a8c req-8d776728-5702-4d0e-9b00-1839db890751 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:16.925643 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4ff638e9-8789-4345-8c30-1664e3c41a8c req-8d776728-5702-4d0e-9b00-1839db890751 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 945 time: 0.0744190 Jul 18 08:54:16.954354 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fa0f710b-8332-4f2b-a024-880499123063 admin admin] Publish callbacks [] for security_group (c6417baf-14ed-4252-9d53-d44ce8ded103), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:16.988082 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fa0f710b-8332-4f2b-a024-880499123063 admin admin] Publish callbacks [] for security_group (c6417baf-14ed-4252-9d53-d44ce8ded103), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:17.011357 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-4ff638e9-8789-4345-8c30-1664e3c41a8c req-ef33bf91-c393-460e-ba68-6e262dd58870 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796392 Jul 18 08:54:17.145348 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fa0f710b-8332-4f2b-a024-880499123063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c6417baf-14ed-4252-9d53-d44ce8ded103), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:17.148797 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fa0f710b-8332-4f2b-a024-880499123063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:17.154848 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-fa0f710b-8332-4f2b-a024-880499123063 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6417baf-14ed-4252-9d53-d44ce8ded103 HTTP/1.1" status: 204 len: 168 time: 0.3197310 Jul 18 08:54:17.165256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f710b-8332-4f2b-a024-880499123063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6417baf-14ed-4252-9d53-d44ce8ded103,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:17.291916 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 6c10375f-c021-41fb-9dba-54f90f90c859 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:54:17.355831 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 6c10375f-c021-41fb-9dba-54f90f90c859 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:54:17.436979 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 6c10375f-c021-41fb-9dba-54f90f90c859 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:54:17.437382 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:17.524131 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 6c10375f-c021-41fb-9dba-54f90f90c859 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:54:17.524881 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:17.553373 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f150986f-1d8a-4303-a28c-9701099cc814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c10375f-c021-41fb-9dba-54f90f90c859'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:54:17.555789 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6f73d-45d2-448c-bca8-ab7301770a9e" -d '{"events": [{"server_uuid": "f150986f-1d8a-4303-a28c-9701099cc814", "name": "network-vif-plugged", "status": "completed", "tag": "6c10375f-c021-41fb-9dba-54f90f90c859"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:54:17.574196 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 6c10375f-c021-41fb-9dba-54f90f90c859, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=6c10375f-c021-41fb-9dba-54f90f90c859,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:17.604752 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0583ee18-83e0-42e8-bd3b-046a3670701f x-openstack-request-id: req-0583ee18-83e0-42e8-bd3b-046a3670701f {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:54:17.604752 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f150986f-1d8a-4303-a28c-9701099cc814", "name": "network-vif-plugged", "status": "completed", "tag": "6c10375f-c021-41fb-9dba-54f90f90c859", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:54:17.604752 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0583ee18-83e0-42e8-bd3b-046a3670701f {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:54:17.604752 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0583ee18-83e0-42e8-bd3b-046a3670701f'] response: {'server_uuid': 'f150986f-1d8a-4303-a28c-9701099cc814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c10375f-c021-41fb-9dba-54f90f90c859', 'code': 200} Jul 18 08:54:17.679607 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:17.736685 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=6c10375f-c021-41fb-9dba-54f90f90c859,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:18.006046 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:18.064511 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf530650-6b2f-4d94-b2ec-55c74a5ac151 req-9b39e7c8-d226-4bed-b2c1-1d26800b1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:18.069155 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bf530650-6b2f-4d94-b2ec-55c74a5ac151 req-9b39e7c8-d226-4bed-b2c1-1d26800b1ac7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 1130 time: 0.0719872 Jul 18 08:54:18.150189 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59014) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:18.211133 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0ddb-4171-4f6b-b596-ef2c4252ba65 req-997f0430-48f9-47a8-8cfe-27b212a48c0f tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:18.212864 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2aae0ddb-4171-4f6b-b596-ef2c4252ba65 req-997f0430-48f9-47a8-8cfe-27b212a48c0f tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 946 time: 0.1089139 Jul 18 08:54:18.219152 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bf530650-6b2f-4d94-b2ec-55c74a5ac151 req-e8e8be5a-3da3-4ba1-a39e-e0fadbe8001c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429064 Jul 18 08:54:18.291204 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2aae0ddb-4171-4f6b-b596-ef2c4252ba65 req-9ac640aa-6307-4832-8177-7cb295b4623c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Jul 18 08:54:18.312611 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c991bbf-3268-4aa1-9c72-a849ad42103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.335440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:18.399475 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c991bbf-3268-4aa1-9c72-a849ad42103b admin admin] Publish callbacks [] for security_group (38d38a34-6395-4714-b7f7-1fd10062bbb7), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.479843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1c991bbf-3268-4aa1-9c72-a849ad42103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (38d38a34-6395-4714-b7f7-1fd10062bbb7), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.504716 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:18.522743 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c991bbf-3268-4aa1-9c72-a849ad42103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d38a34-6395-4714-b7f7-1fd10062bbb7,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:18.529613 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1c991bbf-3268-4aa1-9c72-a849ad42103b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f05e6ff2db64134abbe5c742fe8652f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773789 Jul 18 08:54:18.533313 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59024) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:18.596680 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cb03b526-326b-45aa-a9ff-c807c083d264 admin admin] Publish callbacks [] for security_group (38d38a34-6395-4714-b7f7-1fd10062bbb7), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.623482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cb03b526-326b-45aa-a9ff-c807c083d264 admin admin] Publish callbacks [] for security_group (38d38a34-6395-4714-b7f7-1fd10062bbb7), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.808293 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cb03b526-326b-45aa-a9ff-c807c083d264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (38d38a34-6395-4714-b7f7-1fd10062bbb7), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.811904 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-cb03b526-326b-45aa-a9ff-c807c083d264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:18.813112 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-cb03b526-326b-45aa-a9ff-c807c083d264 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38d38a34-6395-4714-b7f7-1fd10062bbb7 HTTP/1.1" status: 204 len: 168 time: 0.2787776 Jul 18 08:54:18.827377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03b526-326b-45aa-a9ff-c807c083d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d38a34-6395-4714-b7f7-1fd10062bbb7,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:19.439555 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad92cd2-3912-451c-b010-9b4ba68aa3c8 req-57016f0a-10fc-409a-8e8f-8673869c89b8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:19.442030 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0ad92cd2-3912-451c-b010-9b4ba68aa3c8 req-57016f0a-10fc-409a-8e8f-8673869c89b8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 946 time: 0.0702145 Jul 18 08:54:19.509468 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0ad92cd2-3912-451c-b010-9b4ba68aa3c8 req-cf1b187b-947c-4f96-8ebd-be002bbd0587 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573528 Jul 18 08:54:19.560364 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59044) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:19.578385 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a37a-1fc8-4e95-9dd5-4db1e3cc547d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:19.609494 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:19.661183 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a37a-1fc8-4e95-9dd5-4db1e3cc547d admin admin] Publish callbacks [] for security_group (c464be8d-ee81-494e-93cb-59fa49ec460a), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:19.748395 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a37a-1fc8-4e95-9dd5-4db1e3cc547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c464be8d-ee81-494e-93cb-59fa49ec460a), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:19.793757 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-0bf7a37a-1fc8-4e95-9dd5-4db1e3cc547d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b58bda1980e4445685885fccdd532178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321708 Jul 18 08:54:19.795242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7a37a-1fc8-4e95-9dd5-4db1e3cc547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464be8d-ee81-494e-93cb-59fa49ec460a,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:19.797637 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59048) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:19.865036 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6801f9b-2881-48a1-a107-9d113c84aeda admin admin] Publish callbacks [] for security_group (c464be8d-ee81-494e-93cb-59fa49ec460a), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:19.890801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6801f9b-2881-48a1-a107-9d113c84aeda admin admin] Publish callbacks [] for security_group (c464be8d-ee81-494e-93cb-59fa49ec460a), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:20.025996 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6801f9b-2881-48a1-a107-9d113c84aeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (c464be8d-ee81-494e-93cb-59fa49ec460a), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:20.031099 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d6801f9b-2881-48a1-a107-9d113c84aeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:20.032917 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d6801f9b-2881-48a1-a107-9d113c84aeda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c464be8d-ee81-494e-93cb-59fa49ec460a HTTP/1.1" status: 204 len: 168 time: 0.2336977 Jul 18 08:54:20.046862 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6801f9b-2881-48a1-a107-9d113c84aeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464be8d-ee81-494e-93cb-59fa49ec460a,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:20.677274 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe4c35-9e57-42d8-b54b-fbfdfd1891a9 req-374e7ad3-c608-4cfd-b0f0-6b1a5747d9e2 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:20.678889 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-73fe4c35-9e57-42d8-b54b-fbfdfd1891a9 req-374e7ad3-c608-4cfd-b0f0-6b1a5747d9e2 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 946 time: 0.0564246 Jul 18 08:54:20.758230 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-73fe4c35-9e57-42d8-b54b-fbfdfd1891a9 req-cdef575e-6197-4c44-acef-bde808e49a9f tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712733 Jul 18 08:54:20.837865 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59076) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:20.852419 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe5f4-6502-442c-9170-5d1f16fdecff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:20.946287 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe5f4-6502-442c-9170-5d1f16fdecff admin admin] Publish callbacks [] for security_group (61b04024-dc17-44b3-8d51-12ebc0368f71), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.065492 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe5f4-6502-442c-9170-5d1f16fdecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (61b04024-dc17-44b3-8d51-12ebc0368f71), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.089993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-22da40cc-02c8-436d-b954-4040ae30d013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.110289 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbe5f4-6502-442c-9170-5d1f16fdecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b04024-dc17-44b3-8d51-12ebc0368f71,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:21.114478 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8ffbe5f4-6502-442c-9170-5d1f16fdecff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39ec7a9a14cd41aa97d4d4ddb16c21fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754877 Jul 18 08:54:21.117270 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59084) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:21.168431 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9f450e12-8f90-4d82-b313-b3fa9eb33561 admin admin] Publish callbacks [] for security_group (61b04024-dc17-44b3-8d51-12ebc0368f71), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.191126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9f450e12-8f90-4d82-b313-b3fa9eb33561 admin admin] Publish callbacks [] for security_group (61b04024-dc17-44b3-8d51-12ebc0368f71), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.311066 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9f450e12-8f90-4d82-b313-b3fa9eb33561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (61b04024-dc17-44b3-8d51-12ebc0368f71), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.313839 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9f450e12-8f90-4d82-b313-b3fa9eb33561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:21.314998 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9f450e12-8f90-4d82-b313-b3fa9eb33561 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61b04024-dc17-44b3-8d51-12ebc0368f71 HTTP/1.1" status: 204 len: 168 time: 0.1968365 Jul 18 08:54:21.323449 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f450e12-8f90-4d82-b313-b3fa9eb33561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b04024-dc17-44b3-8d51-12ebc0368f71,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:21.535558 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:21.537150 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:22.202771 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4e354-bd86-454a-b8b2-7cb75387e46b req-4ffed6e4-bd4d-4478-ac73-9e4c8db2761b tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:22.204390 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13f4e354-bd86-454a-b8b2-7cb75387e46b req-4ffed6e4-bd4d-4478-ac73-9e4c8db2761b tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 946 time: 0.0559502 Jul 18 08:54:22.258027 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-13f4e354-bd86-454a-b8b2-7cb75387e46b req-79c78b13-0dfd-427b-99dc-15d6ca4282b3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Jul 18 08:54:23.398057 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5a569-ead3-4bb0-8ea2-507864614575 req-b7d268ec-3baf-43e5-94e3-cef61eb95e52 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:23.399703 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1f5a569-ead3-4bb0-8ea2-507864614575 req-b7d268ec-3baf-43e5-94e3-cef61eb95e52 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 946 time: 0.0630374 Jul 18 08:54:23.469041 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1f5a569-ead3-4bb0-8ea2-507864614575 req-db49c34b-583d-46e1-abe0-b1a5b7345202 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618954 Jul 18 08:54:23.522830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-23b421d7-10a2-4c2b-bdea-473284987798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:23.558859 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-a69e4946-a1c1-478d-9619-76d015865e7a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:23.561057 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-a69e4946-a1c1-478d-9619-76d015865e7a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 946 time: 0.0534511 Jul 18 08:54:23.665553 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Deleting port 6c10375f-c021-41fb-9dba-54f90f90c859 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:54:23.665903 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:23.784282 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] For port 6c10375f-c021-41fb-9dba-54f90f90c859, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=6c10375f-c021-41fb-9dba-54f90f90c859,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:23.784691 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:23.799576 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Calling delete_port for 6c10375f-c021-41fb-9dba-54f90f90c859 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:54:23.811040 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:24.033196 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (6c10375f-c021-41fb-9dba-54f90f90c859), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:24.050145 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['6c10375f-c021-41fb-9dba-54f90f90c859'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:54:24.079650 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Pushing event deleted for resources: {'Port': ['ID=6c10375f-c021-41fb-9dba-54f90f90c859,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:24.162635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] No DVR routers for this DVR port 6c10375f-c021-41fb-9dba-54f90f90c859 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:54:24.165404 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:24.168898 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e9390cb5-b0c0-409d-bccb-bb45239dc0ac req-d98d7f21-a402-4525-aafd-875c945631c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "DELETE /v2.0/ports/6c10375f-c021-41fb-9dba-54f90f90c859 HTTP/1.1" status: 204 len: 173 time: 0.5976810 Jul 18 08:54:24.170016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f150986f-1d8a-4303-a28c-9701099cc814', 'name': 'network-vif-deleted', 'tag': '6c10375f-c021-41fb-9dba-54f90f90c859'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:54:24.172431 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d77d1c4-7a03-4245-8c1c-84540a572d9c" -d '{"events": [{"server_uuid": "f150986f-1d8a-4303-a28c-9701099cc814", "name": "network-vif-deleted", "tag": "6c10375f-c021-41fb-9dba-54f90f90c859"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:54:24.222844 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cce6c-d077-4bf0-8b3a-8fbb8c01f570 x-openstack-request-id: req-469cce6c-d077-4bf0-8b3a-8fbb8c01f570 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:54:24.223097 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f150986f-1d8a-4303-a28c-9701099cc814", "name": "network-vif-deleted", "tag": "6c10375f-c021-41fb-9dba-54f90f90c859", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:54:24.223349 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-469cce6c-d077-4bf0-8b3a-8fbb8c01f570 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:54:24.224125 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469cce6c-d077-4bf0-8b3a-8fbb8c01f570'] response: {'server_uuid': 'f150986f-1d8a-4303-a28c-9701099cc814', 'name': 'network-vif-deleted', 'tag': '6c10375f-c021-41fb-9dba-54f90f90c859', 'status': 'completed', 'code': 200} Jul 18 08:54:24.608043 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-83f906b5-b804-4472-acfc-c5f36dfe484b req-cfd4f44b-dfce-4195-aa81-d9a5c7f0c109 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=f150986f-1d8a-4303-a28c-9701099cc814 HTTP/1.1" status: 200 len: 210 time: 0.0418022 Jul 18 08:54:24.651972 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:25.912504 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:26.021431 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-5b8b5c93-02b7-4d38-9530-e02d657b671b tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:26.022922 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-5b8b5c93-02b7-4d38-9530-e02d657b671b tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/networks?id=abe51fc9-a347-458b-a8db-9e61dfd2258f HTTP/1.1" status: 200 len: 809 time: 0.1235485 Jul 18 08:54:26.040527 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-1ce4832c-ae36-4b70-9bba-2be705b6b797 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/quotas/401f21125b3146fe9deba3df1abf1803 HTTP/1.1" status: 200 len: 375 time: 0.0098357 Jul 18 08:54:26.080653 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-1ca6d342-28e9-4243-a182-a993f9c44932 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=401f21125b3146fe9deba3df1abf1803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333889 Jul 18 08:54:26.158431 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:26.192568 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-05df9096-d16b-4d18-a105-7f9cf9934308 service neutron] 10.222.0.57 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043200 Jul 18 08:54:26.262531 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:26.311962 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-0caf0f2d-c23d-44e3-808b-7784c1236470 service neutron] 10.222.0.57 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097577 Jul 18 08:54:26.395992 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:26.549750 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:26.645081 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e7bb2d9-c3c4-46e2-8e62-abc0bdd85d31 req-f3a4a011-de27-4a52-9b63-7e454d61c831 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 210 time: 0.0321519 Jul 18 08:54:27.324051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 6c10375f-c021-41fb-9dba-54f90f90c859 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:54:27.347817 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 6c10375f-c021-41fb-9dba-54f90f90c859 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:54:27.348167 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 6c10375f-c021-41fb-9dba-54f90f90c859 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:54:27.782782 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-6c408049-3d12-4e5a-bcac-18ec365d21c6 req-b65a1dc7-f1ad-4e43-a9d7-342c99fe8d97 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 210 time: 0.0487304 Jul 18 08:54:28.832446 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:28.911191 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-e1db30fe-6dbc-496f-b4d9-162b33e28a81 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:28.912813 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-e1db30fe-6dbc-496f-b4d9-162b33e28a81 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "GET /v2.0/networks?id=abe51fc9-a347-458b-a8db-9e61dfd2258f HTTP/1.1" status: 200 len: 809 time: 0.1612275 Jul 18 08:54:28.934851 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Request body: {'port': {'device_id': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f', 'admin_state_up': True, 'tenant_id': '401f21125b3146fe9deba3df1abf1803'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:54:28.942153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8b9a0aea-5821-4780-8ae4-e92d381b1efd req-f999eb9a-7663-4c15-9793-a0af332eb5f0 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 210 time: 0.0613999 Jul 18 08:54:29.154651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Made reservation on behalf of 401f21125b3146fe9deba3df1abf1803 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:54:29.159430 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:29.358589 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Allocated IP 172.20.0.6 (abe51fc9-a347-458b-a8db-9e61dfd2258f/87ef5bad-bbe2-4185-8d38-25f33305d0ad/5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:54:29.553253 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks [] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:29.703508 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:29.757054 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Network abe51fc9-a347-458b-a8db-9e61dfd2258f is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:54:29.762606 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:54:29.766651 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:54:29.771105 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Pushing event updated for resources: {'Port': ['ID=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:29.842138 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:29.842138 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:29.927596 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-d2b31b89-6b48-43fb-9cec-ce74518f0f7c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973462 Jul 18 08:54:29.942496 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Request body: {'port': {'device_id': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:54:29.990820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:30.046570 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:30.120524 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4990-f403-4f67-a4fa-4d2bafe82b3a req-b58d47cf-25be-48e4-ac84-9d829464114e tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:30.123011 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1a1d4990-f403-4f67-a4fa-4d2bafe82b3a req-b58d47cf-25be-48e4-ac84-9d829464114e tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 931 time: 0.0828795 Jul 18 08:54:30.183331 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1a1d4990-f403-4f67-a4fa-4d2bafe82b3a req-22990256-9735-46b3-81ea-b84af9f9688a tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Jul 18 08:54:30.195079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:30.403603 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:54:30.415178 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Publish callbacks [] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:30.431432 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Transition to ACTIVE for port object 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:54:30.514610 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:30.582346 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:30.710767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Attempting to bind port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:54:30.711122 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Attempting to bind port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:54:30.711436 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Attempting to bind port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 on network abe51fc9-a347-458b-a8db-9e61dfd2258f {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:54:30.717772 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 on network abe51fc9-a347-458b-a8db-9e61dfd2258f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:54:30.718100 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Attempting to bind port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 on network abe51fc9-a347-458b-a8db-9e61dfd2258f {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:54:30.724821 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:54:30.725191 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Checking segment: {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:54:30.725577 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Bound using segment: {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:54:30.726098 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Bound port: 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc9f74b-f1f3-4caf-b927-80c763df3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:54:30.726461 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:30.799017 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] For port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:54:30.801167 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:30.803396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] For port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:54:30.920470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:30.964288 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:30.964847 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:30.966353 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] 10.222.0.47 "PUT /v2.0/ports/5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 HTTP/1.1" status: 200 len: 1093 time: 1.0285490 Jul 18 08:54:30.969850 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'tag': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:54:30.973567 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98560efb-5130-44a2-9b4f-17362ea085c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3a8b07-d821-446a-973d-0b71203ad7ed", "tag": "5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:54:31.006135 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6464-8a1f-451f-b1b6-1c9257349b32 service neutron] Pushing event updated for resources: {'Port': ['ID=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:31.048493 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647ef12c-7f5b-49f0-a3bc-79ccf659ebac x-openstack-request-id: req-647ef12c-7f5b-49f0-a3bc-79ccf659ebac {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:54:31.048930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3a8b07-d821-446a-973d-0b71203ad7ed", "tag": "5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:54:31.049309 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-647ef12c-7f5b-49f0-a3bc-79ccf659ebac {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:54:31.049993 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647ef12c-7f5b-49f0-a3bc-79ccf659ebac'] response: {'name': 'network-changed', 'server_uuid': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'tag': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2', 'status': 'completed', 'code': 200} Jul 18 08:54:31.117498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98560efb-5130-44a2-9b4f-17362ea085c5 req-d97eedca-0c0f-4382-956b-f6bcec8c3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:31.119425 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-98560efb-5130-44a2-9b4f-17362ea085c5 req-d97eedca-0c0f-4382-956b-f6bcec8c3f3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=401f21125b3146fe9deba3df1abf1803&device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 1127 time: 0.0481286 Jul 18 08:54:31.253585 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98560efb-5130-44a2-9b4f-17362ea085c5 req-795b8bdb-d00c-4a25-a265-1bd1160c5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:31.255312 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-98560efb-5130-44a2-9b4f-17362ea085c5 req-795b8bdb-d00c-4a25-a265-1bd1160c5589 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=401f21125b3146fe9deba3df1abf1803&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1285155 Jul 18 08:54:31.367089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94001b2-2f40-4db8-86b7-c362222281ce req-767ecedf-af86-4cc3-a8b6-941db257c395 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:31.371412 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f94001b2-2f40-4db8-86b7-c362222281ce req-767ecedf-af86-4cc3-a8b6-941db257c395 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 943 time: 0.0729542 Jul 18 08:54:31.379653 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98560efb-5130-44a2-9b4f-17362ea085c5 req-dd5683c5-e356-4544-971c-9ff01aa2a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:31.381216 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-98560efb-5130-44a2-9b4f-17362ea085c5 req-dd5683c5-e356-4544-971c-9ff01aa2a303 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158824 Jul 18 08:54:31.492019 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f94001b2-2f40-4db8-86b7-c362222281ce req-a84e1a7d-7a96-4a9a-a9e1-8fb1040673e6 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094675 Jul 18 08:54:31.520351 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-01d9843c-3459-4df1-8415-d3ac65d107e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:31.523337 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-01d9843c-3459-4df1-8415-d3ac65d107e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=401f21125b3146fe9deba3df1abf1803&device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 1127 time: 0.0845606 Jul 18 08:54:31.590183 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-e97d076e-4ed3-4e91-9829-4da8c36024b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 HTTP/1.1" status: 200 len: 217 time: 0.0579731 Jul 18 08:54:31.658574 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-036971f1-3b8a-48be-b16f-5e757307774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:31.660094 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-036971f1-3b8a-48be-b16f-5e757307774f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87ef5bad-bbe2-4185-8d38-25f33305d0ad HTTP/1.1" status: 200 len: 849 time: 0.0634437 Jul 18 08:54:31.704636 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-703a558d-be08-43b3-b0cc-b7189979ee67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abe51fc9-a347-458b-a8db-9e61dfd2258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369706 Jul 18 08:54:31.867489 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-27d2d8e3-eff6-4b87-ad74-b6c95988dbbe service neutron] 10.222.0.47 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543622 Jul 18 08:54:31.982219 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-880e2c86-077c-49e5-96d2-0bd795923aa0 req-2e0d9352-6bf6-49b4-8fd0-564fb6b63235 service neutron] 10.222.0.47 "GET /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068580 Jul 18 08:54:32.682319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741daf-1749-4ee5-b415-41e8515bb1c0 req-b6b89c75-cc7d-46f6-9c82-bd7f424f10c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:32.688618 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ca741daf-1749-4ee5-b415-41e8515bb1c0 req-b6b89c75-cc7d-46f6-9c82-bd7f424f10c3 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 943 time: 0.0851531 Jul 18 08:54:32.778138 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ca741daf-1749-4ee5-b415-41e8515bb1c0 req-91880ea2-14f9-4f3f-ba53-156c31ea4ae1 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860510 Jul 18 08:54:32.868692 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:33.823896 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59316) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:34.057990 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.122150 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec5901-d625-4d85-993c-df81666746a9 req-c290be3c-6906-40b8-9850-b27ab588adad tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:34.124309 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-99ec5901-d625-4d85-993c-df81666746a9 req-c290be3c-6906-40b8-9850-b27ab588adad tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 943 time: 0.0789750 Jul 18 08:54:34.210229 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-99ec5901-d625-4d85-993c-df81666746a9 req-9fcedd72-768d-4f5b-9ffb-9a9c1a7baec6 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755000 Jul 18 08:54:34.249772 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Publish callbacks [] for security_group (80e1a8bb-2d44-48c7-a3bf-d16f2de7e731), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.334131 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (80e1a8bb-2d44-48c7-a3bf-d16f2de7e731), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.383244 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=636d96e7383a4dbd9d8c5f30c1c31b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5578773 Jul 18 08:54:34.384353 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e1a8bb-2d44-48c7-a3bf-d16f2de7e731,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:34.392359 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59326) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:34.394062 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.394415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.394814 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.395269 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.395618 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.395991 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.396326 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.396653 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.396986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.397306 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.397637 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.397963 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.398283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.398874 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.399203 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126f4af-3e86-4ea2-926e-f83dd4ad7ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.455329 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Publish callbacks [] for security_group (80e1a8bb-2d44-48c7-a3bf-d16f2de7e731), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.483456 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Publish callbacks [] for security_group (80e1a8bb-2d44-48c7-a3bf-d16f2de7e731), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.605165 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (80e1a8bb-2d44-48c7-a3bf-d16f2de7e731), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.608813 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:34.610193 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80e1a8bb-2d44-48c7-a3bf-d16f2de7e731 HTTP/1.1" status: 204 len: 168 time: 0.2168131 Jul 18 08:54:34.620253 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e1a8bb-2d44-48c7-a3bf-d16f2de7e731,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:34.631206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.632259 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.632610 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.632997 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.633430 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.633733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.634016 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.634319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.634644 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.634962 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.635283 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.635601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.635941 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.636255 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:34.636582 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3a5-4fa5-4bbd-a093-626b312573bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.328087 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:35.344569 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104091-3972-4e8a-b357-28715ea35a52 req-500e446a-a47f-49e6-8a77-80e8ed0e2e71 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:35.346294 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bd104091-3972-4e8a-b357-28715ea35a52 req-500e446a-a47f-49e6-8a77-80e8ed0e2e71 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 943 time: 0.0555735 Jul 18 08:54:35.368206 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:54:35.389938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:35.407248 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bd104091-3972-4e8a-b357-28715ea35a52 req-14e3e379-6ff0-469c-9b90-970f97b73821 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Jul 18 08:54:35.479389 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:35.497231 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2', 'network_id': 'abe51fc9-a347-458b-a8db-9e61dfd2258f', 'port_id': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2', 'mac_address': 'fa:16:3e:4c:e3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ef5bad-bbe2-4185-8d38-25f33305d0ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:54:35.544920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:54:35.547620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:35.549870 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:35.567795 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:54:35.592414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:35.781657 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:35.837945 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:35.841700 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:35.848989 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.850248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.850248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.850248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.850657 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.850762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.851036 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.851372 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.851794 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.852132 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.852464 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.852796 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.853157 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.853486 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.853812 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:54:35.989727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59342) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:36.003519 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:54:36.004424 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5a87045d-eb9f-4ef9-8fa2-151ab3768c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.086581 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5a87045d-eb9f-4ef9-8fa2-151ab3768c14 admin admin] Publish callbacks [] for security_group (93e64123-905c-4159-ab21-05970942596c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.210526 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-5a87045d-eb9f-4ef9-8fa2-151ab3768c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (93e64123-905c-4159-ab21-05970942596c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.252450 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-5a87045d-eb9f-4ef9-8fa2-151ab3768c14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f392356c22b44798ceb3725d62656bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614572 Jul 18 08:54:36.268773 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87045d-eb9f-4ef9-8fa2-151ab3768c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e64123-905c-4159-ab21-05970942596c,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:36.270891 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59344) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:36.321910 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-59949ed1-f909-49bd-b273-03368ed16a05 admin admin] Publish callbacks [] for security_group (93e64123-905c-4159-ab21-05970942596c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.344074 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-59949ed1-f909-49bd-b273-03368ed16a05 admin admin] Publish callbacks [] for security_group (93e64123-905c-4159-ab21-05970942596c), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.501504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-59949ed1-f909-49bd-b273-03368ed16a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (93e64123-905c-4159-ab21-05970942596c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.505470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-59949ed1-f909-49bd-b273-03368ed16a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:36.507055 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-59949ed1-f909-49bd-b273-03368ed16a05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93e64123-905c-4159-ab21-05970942596c HTTP/1.1" status: 204 len: 168 time: 0.2351377 Jul 18 08:54:36.524698 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59949ed1-f909-49bd-b273-03368ed16a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e64123-905c-4159-ab21-05970942596c,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:36.600105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c6a96-aee5-4329-8f2d-1d3f0bae3a75 req-90eb10e9-3597-40fe-9265-562d812cab4c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:36.612269 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e7c6a96-aee5-4329-8f2d-1d3f0bae3a75 req-90eb10e9-3597-40fe-9265-562d812cab4c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 944 time: 0.1228743 Jul 18 08:54:36.714202 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e7c6a96-aee5-4329-8f2d-1d3f0bae3a75 req-22863144-311c-4cee-b8b8-59381a9173bd tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999384 Jul 18 08:54:37.376675 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:54:37.423737 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:54:37.442004 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59354) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:37.457396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bcb03ac6-74cf-4b33-ad6d-a326cf73a022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.502502 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:54:37.503133 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.541370 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:37.574804 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bcb03ac6-74cf-4b33-ad6d-a326cf73a022 admin admin] Publish callbacks [] for security_group (e71a81b6-e81a-4eaa-ac29-429af50be59b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.617595 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:54:37.618110 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.651235 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bcb03ac6-74cf-4b33-ad6d-a326cf73a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e71a81b6-e81a-4eaa-ac29-429af50be59b), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.652429 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:54:37.656881 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dbd17a-d1be-4997-986c-edb1016ec3ae" -d '{"events": [{"server_uuid": "4e3a8b07-d821-446a-973d-0b71203ad7ed", "name": "network-vif-plugged", "status": "completed", "tag": "5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:54:37.680616 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:37.716515 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-bcb03ac6-74cf-4b33-ad6d-a326cf73a022 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d620400aff64ba28fd099f288900f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725446 Jul 18 08:54:37.716790 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07033c-6658-40d5-a42e-671a28d8eae5 x-openstack-request-id: req-6e07033c-6658-40d5-a42e-671a28d8eae5 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:54:37.717213 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3a8b07-d821-446a-973d-0b71203ad7ed", "name": "network-vif-plugged", "status": "completed", "tag": "5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:54:37.717601 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e07033c-6658-40d5-a42e-671a28d8eae5 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:54:37.717842 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb03ac6-74cf-4b33-ad6d-a326cf73a022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a81b6-e81a-4eaa-ac29-429af50be59b,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:37.718363 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e07033c-6658-40d5-a42e-671a28d8eae5'] response: {'server_uuid': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2', 'code': 200} Jul 18 08:54:37.720304 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59358) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:37.754099 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.792415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d19bfac3-a96b-4072-aa16-8561185bffae admin admin] Publish callbacks [] for security_group (e71a81b6-e81a-4eaa-ac29-429af50be59b), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.797176 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:37.828975 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d19bfac3-a96b-4072-aa16-8561185bffae admin admin] Publish callbacks [] for security_group (e71a81b6-e81a-4eaa-ac29-429af50be59b), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:37.858467 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:37.915713 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cedf2d-c619-463e-9be9-bf97d462d015 req-d68892af-0989-4839-be67-f41202663c27 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:37.917354 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2cedf2d-c619-463e-9be9-bf97d462d015 req-d68892af-0989-4839-be67-f41202663c27 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 945 time: 0.0606494 Jul 18 08:54:37.959197 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:37.996157 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2cedf2d-c619-463e-9be9-bf97d462d015 req-c312aa83-1057-4719-acef-d2469a07977b tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681622 Jul 18 08:54:38.042441 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d19bfac3-a96b-4072-aa16-8561185bffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (e71a81b6-e81a-4eaa-ac29-429af50be59b), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:38.045402 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d19bfac3-a96b-4072-aa16-8561185bffae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:38.046654 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d19bfac3-a96b-4072-aa16-8561185bffae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e71a81b6-e81a-4eaa-ac29-429af50be59b HTTP/1.1" status: 204 len: 168 time: 0.3243463 Jul 18 08:54:38.062274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfac3-a96b-4072-aa16-8561185bffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a81b6-e81a-4eaa-ac29-429af50be59b,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:38.161713 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcf884-65dd-4fca-b382-f83f3677fc9e req-25448b86-cc95-4ca1-bf3b-d68377d4065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:38.163619 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f0dcf884-65dd-4fca-b382-f83f3677fc9e req-25448b86-cc95-4ca1-bf3b-d68377d4065d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 1129 time: 0.0488989 Jul 18 08:54:38.233028 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f0dcf884-65dd-4fca-b382-f83f3677fc9e req-bb5b5cd9-25c4-403c-9778-ad427f144b3d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604601 Jul 18 08:54:39.151073 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc693e-de58-4c5b-b9eb-e5df5fff1684 req-e9725b30-a287-4459-bf6d-205fbd93847c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:39.152838 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a5bc693e-de58-4c5b-b9eb-e5df5fff1684 req-e9725b30-a287-4459-bf6d-205fbd93847c tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 945 time: 0.0666969 Jul 18 08:54:39.231270 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a5bc693e-de58-4c5b-b9eb-e5df5fff1684 req-ff3c290d-1b9c-4a71-b28e-3b598100ccb6 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695450 Jul 18 08:54:40.375720 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c1f21-2fd3-43ed-bf0d-62d057de4983 req-c7a4e5ee-1bd1-4cc0-ad6f-5426282dab32 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:40.377233 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-879c1f21-2fd3-43ed-bf0d-62d057de4983 req-c7a4e5ee-1bd1-4cc0-ad6f-5426282dab32 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 945 time: 0.0562453 Jul 18 08:54:40.426952 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-879c1f21-2fd3-43ed-bf0d-62d057de4983 req-74c82b9d-6d8d-4cf5-ba19-ddb821dfed06 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Jul 18 08:54:41.409665 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:44.589900 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c5d4-f301-4191-a1ca-a37ef1ed5c4c req-3b2c7056-c406-4379-b4ef-61b4c785ead4 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:44.591447 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d443c5d4-f301-4191-a1ca-a37ef1ed5c4c req-3b2c7056-c406-4379-b4ef-61b4c785ead4 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 945 time: 0.0520666 Jul 18 08:54:44.644654 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d443c5d4-f301-4191-a1ca-a37ef1ed5c4c req-718bcb8a-9a8b-46ae-a449-fb46278f7c19 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Jul 18 08:54:45.778986 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5334-7a95-4983-9be6-aec29f9db275 req-18ab5252-7df6-4f37-a9c1-7949270da8fb tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:45.781563 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6eee5334-7a95-4983-9be6-aec29f9db275 req-18ab5252-7df6-4f37-a9c1-7949270da8fb tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 945 time: 0.0620248 Jul 18 08:54:45.836021 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6eee5334-7a95-4983-9be6-aec29f9db275 req-4120f4bb-edc8-4749-b667-05dfa631655e tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7728178-5412-4577-bfab-1d67d1db106c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Jul 18 08:54:45.959112 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-5964adba-3a00-405a-a347-934c189bf1d8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:54:45.960586 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-5964adba-3a00-405a-a347-934c189bf1d8 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 945 time: 0.0543375 Jul 18 08:54:46.068128 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Deleting port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:54:46.068493 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:46.185929 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] For port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,segment=NetworkSegment(edc9f74b-f1f3-4caf-b927-80c763df3b1b),segment_id=edc9f74b-f1f3-4caf-b927-80c763df3b1b)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:54:46.186967 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:46.203436 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Calling delete_port for 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:54:46.244372 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:46.465443 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:46.478490 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:54:46.506153 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Pushing event deleted for resources: {'Port': ['ID=5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:46.554257 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] No DVR routers for this DVR port 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:54:46.557020 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:46.560492 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ec2d82f7-d893-42fe-83f5-fb2279d4ca22 req-baa228cd-ca1f-44ca-a364-1f70cca110a9 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.47 "DELETE /v2.0/ports/5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 HTTP/1.1" status: 204 len: 173 time: 0.5945504 Jul 18 08:54:46.561098 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'name': 'network-vif-deleted', 'tag': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:54:46.563655 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439d8c16-cac7-4987-a9eb-90cb8d792cb5" -d '{"events": [{"server_uuid": "4e3a8b07-d821-446a-973d-0b71203ad7ed", "name": "network-vif-deleted", "tag": "5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:54:46.620249 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a02a9-533d-40c9-acc7-be255e22c9b0 x-openstack-request-id: req-652a02a9-533d-40c9-acc7-be255e22c9b0 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:54:46.620545 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3a8b07-d821-446a-973d-0b71203ad7ed", "name": "network-vif-deleted", "tag": "5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:54:46.620796 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-652a02a9-533d-40c9-acc7-be255e22c9b0 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:54:46.621207 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652a02a9-533d-40c9-acc7-be255e22c9b0'] response: {'server_uuid': '4e3a8b07-d821-446a-973d-0b71203ad7ed', 'name': 'network-vif-deleted', 'tag': '5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2', 'status': 'completed', 'code': 200} Jul 18 08:54:46.984533 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1bf0f48d-ed73-403b-b455-62587ee743e8 req-080f0b61-35be-4726-8dee-796d6ed0e490 tempest-VolumesActionsTest-1290209558 tempest-VolumesActionsTest-1290209558-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3a8b07-d821-446a-973d-0b71203ad7ed HTTP/1.1" status: 200 len: 210 time: 0.0529904 Jul 18 08:54:47.853442 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:48.089661 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:48.540555 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:54:49.389297 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59512) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:49.459622 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:49.532444 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8f427750-9e21-4de5-8b10-c9ab09e4deaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:49.651733 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8f427750-9e21-4de5-8b10-c9ab09e4deaa admin admin] Publish callbacks [] for security_group (bcb0d6fa-f73a-4492-955a-a00cb27538d4), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:49.708003 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8f427750-9e21-4de5-8b10-c9ab09e4deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (bcb0d6fa-f73a-4492-955a-a00cb27538d4), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:49.758278 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8f427750-9e21-4de5-8b10-c9ab09e4deaa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1d1ba423c2844be9997d879e797a882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679125 Jul 18 08:54:49.759559 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f427750-9e21-4de5-8b10-c9ab09e4deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0d6fa-f73a-4492-955a-a00cb27538d4,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:49.762248 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59526) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:49.840667 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf979-7607-4394-b7ca-e372814b9138 admin admin] Publish callbacks [] for security_group (bcb0d6fa-f73a-4492-955a-a00cb27538d4), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:49.870848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf979-7607-4394-b7ca-e372814b9138 admin admin] Publish callbacks [] for security_group (bcb0d6fa-f73a-4492-955a-a00cb27538d4), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:49.880141 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:50.042570 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf979-7607-4394-b7ca-e372814b9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (bcb0d6fa-f73a-4492-955a-a00cb27538d4), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:50.045621 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf979-7607-4394-b7ca-e372814b9138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:50.047116 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-3cbcf979-7607-4394-b7ca-e372814b9138 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcb0d6fa-f73a-4492-955a-a00cb27538d4 HTTP/1.1" status: 204 len: 168 time: 0.2837489 Jul 18 08:54:50.056475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcf979-7607-4394-b7ca-e372814b9138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb0d6fa-f73a-4492-955a-a00cb27538d4,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:50.251715 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:54:50.256037 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:54:50.273247 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:54:50.273599 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 5c267d5e-4c31-4bac-bf1c-3beaaa1ff9b2 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:54:50.741322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59554) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:50.755568 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-155b1436-ea95-410a-8625-ac84535f9b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:50.848519 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-155b1436-ea95-410a-8625-ac84535f9b9a admin admin] Publish callbacks [] for security_group (28fd552a-9a86-4ec2-b096-66879052b561), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:50.922495 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-155b1436-ea95-410a-8625-ac84535f9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (28fd552a-9a86-4ec2-b096-66879052b561), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:50.968021 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-155b1436-ea95-410a-8625-ac84535f9b9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e976c1b8b91543659e0a3212f87d76dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250490 Jul 18 08:54:50.968919 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b1436-ea95-410a-8625-ac84535f9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd552a-9a86-4ec2-b096-66879052b561,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:50.971004 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59558) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:51.027703 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8d007102-8229-4b91-a0fc-9c97c3097a49 admin admin] Publish callbacks [] for security_group (28fd552a-9a86-4ec2-b096-66879052b561), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:51.057880 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8d007102-8229-4b91-a0fc-9c97c3097a49 admin admin] Publish callbacks [] for security_group (28fd552a-9a86-4ec2-b096-66879052b561), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:51.102066 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-35df89ed-89ec-465a-b614-c03e5d8317af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:51.181868 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8d007102-8229-4b91-a0fc-9c97c3097a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (28fd552a-9a86-4ec2-b096-66879052b561), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:51.184820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8d007102-8229-4b91-a0fc-9c97c3097a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:51.186161 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8d007102-8229-4b91-a0fc-9c97c3097a49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28fd552a-9a86-4ec2-b096-66879052b561 HTTP/1.1" status: 204 len: 168 time: 0.2140913 Jul 18 08:54:51.197946 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d007102-8229-4b91-a0fc-9c97c3097a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd552a-9a86-4ec2-b096-66879052b561,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:53.507620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e926c6c5-5e63-4bd4-ab24-50fba3fb8aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:53.523944 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59608) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:53.644981 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e6706cd3-0738-4633-8dc7-044a1fa6e4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:53.727965 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e6706cd3-0738-4633-8dc7-044a1fa6e4b7 admin admin] Publish callbacks [] for security_group (2ea017f3-6915-49cf-8525-3914a35c5b6b), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:53.813755 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-e6706cd3-0738-4633-8dc7-044a1fa6e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2ea017f3-6915-49cf-8525-3914a35c5b6b), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:53.862602 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e6706cd3-0738-4633-8dc7-044a1fa6e4b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=068e6fcd6278468fad0ead6a85f639f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375502 Jul 18 08:54:53.863341 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6706cd3-0738-4633-8dc7-044a1fa6e4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea017f3-6915-49cf-8525-3914a35c5b6b,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:53.866634 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59612) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:54:53.926270 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72d63702-42c1-4279-bd51-3e20bcce21bb admin admin] Publish callbacks [] for security_group (2ea017f3-6915-49cf-8525-3914a35c5b6b), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:53.952346 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72d63702-42c1-4279-bd51-3e20bcce21bb admin admin] Publish callbacks [] for security_group (2ea017f3-6915-49cf-8525-3914a35c5b6b), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:54.073552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72d63702-42c1-4279-bd51-3e20bcce21bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2ea017f3-6915-49cf-8525-3914a35c5b6b), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:54.077804 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72d63702-42c1-4279-bd51-3e20bcce21bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:54.078693 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-72d63702-42c1-4279-bd51-3e20bcce21bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ea017f3-6915-49cf-8525-3914a35c5b6b HTTP/1.1" status: 204 len: 168 time: 0.2110534 Jul 18 08:54:54.091410 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d63702-42c1-4279-bd51-3e20bcce21bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea017f3-6915-49cf-8525-3914a35c5b6b,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:54:54.599078 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:56.270696 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:56.517449 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:54:58.535762 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:02.210260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59786) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:02.360710 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ef6edee8-965f-4772-9b1b-ef59b4db58cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:02.450296 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ef6edee8-965f-4772-9b1b-ef59b4db58cf admin admin] Publish callbacks [] for security_group (06e00a5b-b5ed-4c6d-9645-9ac3369709c2), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:02.513056 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ef6edee8-965f-4772-9b1b-ef59b4db58cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (06e00a5b-b5ed-4c6d-9645-9ac3369709c2), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:02.553105 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:02.559800 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ef6edee8-965f-4772-9b1b-ef59b4db58cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af9ad438347d41cd908b67516b2c05f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480005 Jul 18 08:55:02.563104 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6edee8-965f-4772-9b1b-ef59b4db58cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e00a5b-b5ed-4c6d-9645-9ac3369709c2,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:02.563716 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59790) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:02.625683 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d25a34ee-79a0-48d1-9897-737a6ba9824c admin admin] Publish callbacks [] for security_group (06e00a5b-b5ed-4c6d-9645-9ac3369709c2), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:02.652379 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d25a34ee-79a0-48d1-9897-737a6ba9824c admin admin] Publish callbacks [] for security_group (06e00a5b-b5ed-4c6d-9645-9ac3369709c2), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:02.663183 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:02.696023 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:02.935047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d25a34ee-79a0-48d1-9897-737a6ba9824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (06e00a5b-b5ed-4c6d-9645-9ac3369709c2), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:03.016206 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d25a34ee-79a0-48d1-9897-737a6ba9824c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:03.016206 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d25a34ee-79a0-48d1-9897-737a6ba9824c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06e00a5b-b5ed-4c6d-9645-9ac3369709c2 HTTP/1.1" status: 204 len: 168 time: 0.3742039 Jul 18 08:55:03.016206 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a34ee-79a0-48d1-9897-737a6ba9824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e00a5b-b5ed-4c6d-9645-9ac3369709c2,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:03.130619 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:06.389151 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:07.268250 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59892) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:07.446171 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c94cfe2b-30ff-455c-99cb-45ebbcc133a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.575296 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c94cfe2b-30ff-455c-99cb-45ebbcc133a4 admin admin] Publish callbacks [] for security_group (53adcffe-3e84-45d4-b290-d462f1a3dca8), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.682677 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c94cfe2b-30ff-455c-99cb-45ebbcc133a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (53adcffe-3e84-45d4-b290-d462f1a3dca8), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.741580 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59896) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:07.750594 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c94cfe2b-30ff-455c-99cb-45ebbcc133a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=840cf582e6aa4391957d79242135b12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807026 Jul 18 08:55:07.751842 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cfe2b-30ff-455c-99cb-45ebbcc133a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53adcffe-3e84-45d4-b290-d462f1a3dca8,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:07.822529 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a234723-4ebc-42db-9d8d-9371140d7ae0 admin admin] Publish callbacks [] for security_group (53adcffe-3e84-45d4-b290-d462f1a3dca8), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.852444 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a234723-4ebc-42db-9d8d-9371140d7ae0 admin admin] Publish callbacks [] for security_group (53adcffe-3e84-45d4-b290-d462f1a3dca8), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.976274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a234723-4ebc-42db-9d8d-9371140d7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (53adcffe-3e84-45d4-b290-d462f1a3dca8), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.980013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a234723-4ebc-42db-9d8d-9371140d7ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:07.986026 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9a234723-4ebc-42db-9d8d-9371140d7ae0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53adcffe-3e84-45d4-b290-d462f1a3dca8 HTTP/1.1" status: 204 len: 168 time: 0.2380633 Jul 18 08:55:07.993835 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234723-4ebc-42db-9d8d-9371140d7ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53adcffe-3e84-45d4-b290-d462f1a3dca8,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:08.502359 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:08.765552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59912) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:08.786111 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-dda27bb5-6826-4223-9e6a-cf1e8683b3b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:08.819135 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59914) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:08.894010 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-7532e99e-787b-4768-9a92-3bae71ede611 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4246080 Jul 18 08:55:08.986911 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-dda27bb5-6826-4223-9e6a-cf1e8683b3b7 admin admin] Publish callbacks [] for security_group (4be2cf9f-a1d3-4f1a-854a-841f799a0f0d), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.057385 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5078-744f-4510-9ffe-023decf1045a req-43df5752-58ee-4d16-8c36-eb4206173410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:09.060768 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-43df5752-58ee-4d16-8c36-eb4206173410 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1130 time: 0.0934603 Jul 18 08:55:09.068395 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-dda27bb5-6826-4223-9e6a-cf1e8683b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (4be2cf9f-a1d3-4f1a-854a-841f799a0f0d), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.194148 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda27bb5-6826-4223-9e6a-cf1e8683b3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2cf9f-a1d3-4f1a-854a-841f799a0f0d,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:09.210521 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-dda27bb5-6826-4223-9e6a-cf1e8683b3b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be79d6dc778640809a4a32b72fa877cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429014 Jul 18 08:55:09.214075 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6ffc03ee-a67d-43f5-9dee-fd647d41fed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.219722 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59922) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:09.263252 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5078-744f-4510-9ffe-023decf1045a req-ba8d2044-0e3b-44a5-983a-75d945bbf030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:09.266184 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-ba8d2044-0e3b-44a5-983a-75d945bbf030 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.1662252 Jul 18 08:55:09.347718 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-66cc33ec-efcf-4908-b267-dd3cb478818d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 200 len: 1000 time: 0.0717990 Jul 18 08:55:09.365819 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d40a6f5-afa3-43b9-ba1b-1b7507ffb81e admin admin] Publish callbacks [] for security_group (4be2cf9f-a1d3-4f1a-854a-841f799a0f0d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.415765 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6ffc03ee-a67d-43f5-9dee-fd647d41fed4 admin admin] Publish callbacks [] for security_group (beeacb00-b30e-4334-b061-f3d2af8f4339), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.417972 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d40a6f5-afa3-43b9-ba1b-1b7507ffb81e admin admin] Publish callbacks [] for security_group (4be2cf9f-a1d3-4f1a-854a-841f799a0f0d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.426056 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5078-744f-4510-9ffe-023decf1045a req-effd7947-6da9-43a5-9266-d53230ed2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:09.427610 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-effd7947-6da9-43a5-9266-d53230ed2447 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0718193 Jul 18 08:55:09.478828 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5078-744f-4510-9ffe-023decf1045a req-77d7cf5c-4e63-4478-bb3b-3c5eff328118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:09.480738 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-77d7cf5c-4e63-4478-bb3b-3c5eff328118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475330 Jul 18 08:55:09.617195 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-416ba962-e296-43c9-b474-84d93fe5c8ea service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066084 Jul 18 08:55:09.722287 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-00cd5078-744f-4510-9ffe-023decf1045a req-cffc7349-3616-4e12-a439-e3c105a810c9 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991654 Jul 18 08:55:09.830336 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-6ffc03ee-a67d-43f5-9dee-fd647d41fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (beeacb00-b30e-4334-b061-f3d2af8f4339), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.870598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d40a6f5-afa3-43b9-ba1b-1b7507ffb81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (4be2cf9f-a1d3-4f1a-854a-841f799a0f0d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.873047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2d40a6f5-afa3-43b9-ba1b-1b7507ffb81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:09.877121 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2d40a6f5-afa3-43b9-ba1b-1b7507ffb81e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4be2cf9f-a1d3-4f1a-854a-841f799a0f0d HTTP/1.1" status: 204 len: 168 time: 0.6594431 Jul 18 08:55:09.880189 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc03ee-a67d-43f5-9dee-fd647d41fed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeacb00-b30e-4334-b061-f3d2af8f4339,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:09.888440 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-6ffc03ee-a67d-43f5-9dee-fd647d41fed4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c75ce285523c420a89891d9520d9595e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0676715 Jul 18 08:55:09.893611 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59926) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:09.908654 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a6f5-afa3-43b9-ba1b-1b7507ffb81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2cf9f-a1d3-4f1a-854a-841f799a0f0d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:09.990226 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7371c076-157d-4ebd-88d9-0f623de03c67 admin admin] Publish callbacks [] for security_group (beeacb00-b30e-4334-b061-f3d2af8f4339), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:10.045284 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7371c076-157d-4ebd-88d9-0f623de03c67 admin admin] Publish callbacks [] for security_group (beeacb00-b30e-4334-b061-f3d2af8f4339), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:10.093543 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:10.232680 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7371c076-157d-4ebd-88d9-0f623de03c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (beeacb00-b30e-4334-b061-f3d2af8f4339), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:10.240451 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-7371c076-157d-4ebd-88d9-0f623de03c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:10.245730 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-7371c076-157d-4ebd-88d9-0f623de03c67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/beeacb00-b30e-4334-b061-f3d2af8f4339 HTTP/1.1" status: 204 len: 168 time: 0.3468518 Jul 18 08:55:10.261980 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371c076-157d-4ebd-88d9-0f623de03c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeacb00-b30e-4334-b061-f3d2af8f4339,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:10.921480 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59942) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:10.940980 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aaa520b-2007-4358-9e90-5cecf52c54cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:10.965656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:11.021600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=7,neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:11.077967 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aaa520b-2007-4358-9e90-5cecf52c54cf admin admin] Publish callbacks [] for security_group (ad0fb500-2de5-4f5c-95ca-74c47bab1e83), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:11.171371 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3aaa520b-2007-4358-9e90-5cecf52c54cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ad0fb500-2de5-4f5c-95ca-74c47bab1e83), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:11.276752 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3aaa520b-2007-4358-9e90-5cecf52c54cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acc58895b5de45bfa9b683b76b3a3f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501379 Jul 18 08:55:11.276752 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa520b-2007-4358-9e90-5cecf52c54cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0fb500-2de5-4f5c-95ca-74c47bab1e83,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:11.277084 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 59954) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:11.353196 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a884095-1109-43a2-82bc-b2084ff7a56d admin admin] Publish callbacks [] for security_group (ad0fb500-2de5-4f5c-95ca-74c47bab1e83), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:11.380643 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a884095-1109-43a2-82bc-b2084ff7a56d admin admin] Publish callbacks [] for security_group (ad0fb500-2de5-4f5c-95ca-74c47bab1e83), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:11.542899 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a884095-1109-43a2-82bc-b2084ff7a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (ad0fb500-2de5-4f5c-95ca-74c47bab1e83), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:11.549005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-8a884095-1109-43a2-82bc-b2084ff7a56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:11.551350 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-8a884095-1109-43a2-82bc-b2084ff7a56d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad0fb500-2de5-4f5c-95ca-74c47bab1e83 HTTP/1.1" status: 204 len: 168 time: 0.2729368 Jul 18 08:55:11.583814 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884095-1109-43a2-82bc-b2084ff7a56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0fb500-2de5-4f5c-95ca-74c47bab1e83,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:12.398108 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59982) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:12.636127 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1842170678-network', 'tenant_id': '3df75aa755784fee814abfd669ce02da'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:12.726000 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Made reservation on behalf of 3df75aa755784fee814abfd669ce02da for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:12.730527 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:12.758465 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:12.941776 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks [] for security_group (9e93354a-0ded-4463-9d69-f526a84023f3), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.012205 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (9e93354a-0ded-4463-9d69-f526a84023f3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.045303 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:55:13.059308 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93354a-0ded-4463-9d69-f526a84023f3,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:13.069795 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (8f808853-0f0a-4555-b18c-af1f1836cc8f), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.073942 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Added segment 8f808853-0f0a-4555-b18c-af1f1836cc8f of type vlan for network 00784d3b-b117-422c-8519-5074d6c7ced6 Jul 18 08:55:13.139190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 59998) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:13.162928 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (00784d3b-b117-422c-8519-5074d6c7ced6), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.288761 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-215543632-network', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:13.533430 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (00784d3b-b117-422c-8519-5074d6c7ced6), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.534507 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:13.535087 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.570396 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Made reservation on behalf of 98f69056ca3e4e7c83f6c36c8e16c16c for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:13.572563 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.616819 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.632219 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] Pushing event updated for resources: {'Network': ['ID=00784d3b-b117-422c-8519-5074d6c7ced6,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:13.653837 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 00784d3b-b117-422c-8519-5074d6c7ced6 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:55:13.734337 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-452f1427-6a7c-46e2-9b82-381cbb69f38c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3321064 Jul 18 08:55:13.734951 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60006) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:13.743037 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Request body: {'subnet': {'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1842170678-subnet', 'tenant_id': '3df75aa755784fee814abfd669ce02da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:13.762190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks [] for security_group (2240c8ca-f16e-4aee-a594-d52d5d094b13), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.839251 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2240c8ca-f16e-4aee-a594-d52d5d094b13), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.867990 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Made reservation on behalf of 3df75aa755784fee814abfd669ce02da for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:13.872802 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9436852'] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.892658 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:55:13.895791 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:13.919178 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2240c8ca-f16e-4aee-a594-d52d5d094b13,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:13.932394 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (033b08b6-9abd-46dd-b245-a132b3e09d64), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:13.933016 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Added segment 033b08b6-9abd-46dd-b245-a132b3e09d64 of type vlan for network 77fb5333-2466-4ce0-ab30-1a0009326272 Jul 18 08:55:14.035260 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (77fb5333-2466-4ce0-ab30-1a0009326272), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.069973 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:14.134314 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:14.159399 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (77fb5333-2466-4ce0-ab30-1a0009326272), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.160506 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:14.161136 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.251533 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] Pushing event updated for resources: {'Network': ['ID=77fb5333-2466-4ce0-ab30-1a0009326272,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:14.262319 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 77fb5333-2466-4ce0-ab30-1a0009326272 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:55:14.284939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9436842'] for subnet (d7825485-05cc-45f4-97f0-6d6ded696fee), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.301934 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-eb7150ed-ed75-497c-a353-6ce8d6ac4926 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1553018 Jul 18 08:55:14.302299 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60012) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:14.308435 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Request body: {'subnet': {'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-215543632-subnet', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'ip_version': 4}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:14.375602 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7825485-05cc-45f4-97f0-6d6ded696fee,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:14.392537 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Checking segment: {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:14.392537 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Network hostable DHCP agents. Network: 00784d3b-b117-422c-8519-5074d6c7ced6, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:55:14.522357 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Network 00784d3b-b117-422c-8519-5074d6c7ced6 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:55:14.522596 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Made reservation on behalf of 98f69056ca3e4e7c83f6c36c8e16c16c for: {'subnet': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:14.526466 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9469723'] for subnet (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.602305 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 00784d3b-b117-422c-8519-5074d6c7ced6) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:14.607754 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:14.608994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.618856 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100aebaf-89fc-4885-859d-5d29b5d35f3b None None] Network 00784d3b-b117-422c-8519-5074d6c7ced6 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:55:14.713759 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-a4201134-cbe8-4277-85eb-bea7a076dfb5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9760032 Jul 18 08:55:14.753081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0d0f0-f941-4324-8cca-a49e74b8cd1d None None] Network 00784d3b-b117-422c-8519-5074d6c7ced6 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:55:14.923370 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9914464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9469701'] for subnet (38f9ed2f-d66f-43c6-939b-de3057c5ca2c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:14.989798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f9ed2f-d66f-43c6-939b-de3057c5ca2c,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:15.009781 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Checking segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:15.010140 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Network hostable DHCP agents. Network: 77fb5333-2466-4ce0-ab30-1a0009326272, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:55:15.110384 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Network 77fb5333-2466-4ce0-ab30-1a0009326272 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:55:15.204556 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 77fb5333-2466-4ce0-ab30-1a0009326272) {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:15.212027 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:15.212986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:15.226236 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28dbed-0b85-437e-a51c-6d468e5cf6f7 None None] Network 77fb5333-2466-4ce0-ab30-1a0009326272 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:55:15.314558 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a3e0cc50-d6cb-4e7d-abe6-f180b1575e46 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0099175 Jul 18 08:55:15.317702 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60042) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:15.326369 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:15.407842 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-77fb5333-2466-4ce0-ab30-1a0009326272', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:55:15.408844 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:15.456282 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:15.458227 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:15.495698 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:15.526979 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks [] for router_controller (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:15.574154 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Allocated IP 172.20.0.2 (77fb5333-2466-4ce0-ab30-1a0009326272/38f9ed2f-d66f-43c6-939b-de3057c5ca2c/bbeb4734-ad34-44ca-b26f-9abd405d5e74) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:15.810200 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks [] for router_gateway (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:15.873094 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Publish callbacks [] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.014030 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.067871 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Network 77fb5333-2466-4ce0-ab30-1a0009326272 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:16.071571 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:16.079559 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:16.112022 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Pushing event updated for resources: {'Port': ['ID=bbeb4734-ad34-44ca-b26f-9abd405d5e74,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:16.147441 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks [] for router_gateway (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.168865 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.174581 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Attempting to bind port bbeb4734-ad34-44ca-b26f-9abd405d5e74 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:16.175065 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Attempting to bind port bbeb4734-ad34-44ca-b26f-9abd405d5e74 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:16.175533 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Attempting to bind port bbeb4734-ad34-44ca-b26f-9abd405d5e74 on network 77fb5333-2466-4ce0-ab30-1a0009326272 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:16.183128 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:16.183768 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Checking segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:16.184374 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.185061 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Bound using segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:16.185835 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Bound port: bbeb4734-ad34-44ca-b26f-9abd405d5e74, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:16.186496 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.275088 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] For port bbeb4734-ad34-44ca-b26f-9abd405d5e74, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:16.282578 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] For port bbeb4734-ad34-44ca-b26f-9abd405d5e74, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=bbeb4734-ad34-44ca-b26f-9abd405d5e74,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:16.388087 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Allocated IP 172.27.1.53 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/d7d5856f-8273-47fe-8464-c5f1cd180a8a) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:16.391291 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.477679 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4721cd7-2e67-4f14-b555-2cb43ff3b556 None None] Pushing event updated for resources: {'Port': ['ID=bbeb4734-ad34-44ca-b26f-9abd405d5e74,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:16.629970 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks [] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.746372 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:16.835265 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:16.844763 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:16.853598 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:16.885587 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d5856f-8273-47fe-8464-c5f1cd180a8a,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:16.896153 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:17.223143 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-1b1f3209-0df5-48c6-8247-d2099f0dd507 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:17.225788 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-1b1f3209-0df5-48c6-8247-d2099f0dd507 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/networks?id=00784d3b-b117-422c-8519-5074d6c7ced6 HTTP/1.1" status: 200 len: 814 time: 0.1421652 Jul 18 08:55:17.245489 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-514079d2-4028-4541-a578-812caa6f12c8 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/quotas/3df75aa755784fee814abfd669ce02da HTTP/1.1" status: 200 len: 375 time: 0.0146141 Jul 18 08:55:17.290671 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-47776e05-c0ad-45fb-93e0-58da96649013 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3df75aa755784fee814abfd669ce02da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383689 Jul 18 08:55:17.371821 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:17.550737 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks [] for router_gateway (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:17.560685 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-2ab40a9b-05c0-4704-a989-6fc9dbeb526f service neutron] 10.222.0.57 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311513 Jul 18 08:55:17.762655 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf514c-6c34-4568-8ae6-05a65fbb874a None None] Network 77fb5333-2466-4ce0-ab30-1a0009326272 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:55:17.844631 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-5ff1d18e-c240-40b8-b149-c535a2fba977 service neutron] 10.222.0.57 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278385 Jul 18 08:55:17.849854 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] Provisioning complete for port bbeb4734-ad34-44ca-b26f-9abd405d5e74 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:17.850237 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:17.875342 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:17.975600 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:17.984412 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:17.992802 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] Current status of the port bbeb4734-ad34-44ca-b26f-9abd405d5e74 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:17.993403 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:17.996815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:18.039527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] For port bbeb4734-ad34-44ca-b26f-9abd405d5e74, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=bbeb4734-ad34-44ca-b26f-9abd405d5e74,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:18.234758 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:18.354421 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01730c77-8e31-4b2c-b1cf-75990a25eb99 None None] Pushing event updated for resources: {'Port': ['ID=bbeb4734-ad34-44ca-b26f-9abd405d5e74,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:18.364035 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-68bcc8de-1096-4e94-9184-e3ac3d1f9c29 None None] Provisioning complete for port bbeb4734-ad34-44ca-b26f-9abd405d5e74 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:18.377821 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-68bcc8de-1096-4e94-9184-e3ac3d1f9c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:18.379761 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-481f1f1b-6a42-40ad-b32a-1fc662c39bc7 req-4ada33c3-433a-43db-99fd-72c2b6cb9b7d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 210 time: 0.0587966 Jul 18 08:55:18.396322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:55:18.408228 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:18.424560 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:18.456337 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:18.486426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-68bcc8de-1096-4e94-9184-e3ac3d1f9c29 None None] Current status of the port bbeb4734-ad34-44ca-b26f-9abd405d5e74 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:18.583267 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:55:18.599213 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Sync routers for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:55:18.614677 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:18.615398 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:54:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:18.658533 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device bbeb4734-ad34-44ca-b26f-9abd405d5e74 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:18.723163 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port bbeb4734-ad34-44ca-b26f-9abd405d5e74 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:18.723621 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:18.759494 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:18.779279 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:18.782493 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c0246009-6708-4f3e-a85b-c5a67cb33e14 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4614289 Jul 18 08:55:18.784777 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60130) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:18.831254 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port bbeb4734-ad34-44ca-b26f-9abd405d5e74 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:19.033745 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:19.049070 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:17Z', 'revision_number': 3, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:19.103439 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Checking router: 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:55:19.104000 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Updating router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 port d7d5856f-8273-47fe-8464-c5f1cd180a8a binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:55:19.154161 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.408598 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.507288 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Publish callbacks [] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.529588 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-19946a03-39be-4569-87e9-e240d53f8d72 req-27154c0f-bf35-4593-afde-f179836feb5f tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 210 time: 0.0445914 Jul 18 08:55:19.626150 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.659131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Allocated IP 172.20.0.1 (77fb5333-2466-4ce0-ab30-1a0009326272/38f9ed2f-d66f-43c6-939b-de3057c5ca2c/fa78df5c-fedd-4ee5-a7c5-773a4bd9999d) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:19.696347 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Attempting to bind port d7d5856f-8273-47fe-8464-c5f1cd180a8a on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:19.696718 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Attempting to bind port d7d5856f-8273-47fe-8464-c5f1cd180a8a by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:19.697082 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Attempting to bind port d7d5856f-8273-47fe-8464-c5f1cd180a8a on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:19.700858 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Pushing event updated for resources: {'Port': ['ID=d7d5856f-8273-47fe-8464-c5f1cd180a8a,revision_number=2']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:19.705594 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:19.710920 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:19.711310 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:19.711714 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.712203 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:19.712825 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Bound port: d7d5856f-8273-47fe-8464-c5f1cd180a8a, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:19.713211 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.716235 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.716582 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.717052 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.718173 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.718758 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.719291 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.719636 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.719992 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.720325 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.720653 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.720981 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.721334 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.721667 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.722138 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.722388 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:19.727987 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:19.792734 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks [] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.795327 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] For port d7d5856f-8273-47fe-8464-c5f1cd180a8a, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:19.801586 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] For port d7d5856f-8273-47fe-8464-c5f1cd180a8a, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d7d5856f-8273-47fe-8464-c5f1cd180a8a,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:19.903051 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.928288 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:19.966423 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:19.967054 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:54:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:19.972925 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Network 77fb5333-2466-4ce0-ab30-1a0009326272 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:19.978716 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:19.983946 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:20.013375 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:20.025283 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1a22-95a2-4a39-854d-fd03a41f5da3 None None] Pushing event updated for resources: {'Port': ['ID=d7d5856f-8273-47fe-8464-c5f1cd180a8a,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:20.049433 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.108614 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:20.133755 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:20.178735 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60142) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:20.251497 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Deleting subnet 87ef5bad-bbe2-4185-8d38-25f33305d0ad {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:55:20.258497 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Publish callbacks [] for subnet (87ef5bad-bbe2-4185-8d38-25f33305d0ad), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.344954 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-76770e54-f9b9-460d-adc7-69f8aebd05d8 None None] Provisioning complete for port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:20.345917 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-76770e54-f9b9-460d-adc7-69f8aebd05d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.356984 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (87ef5bad-bbe2-4185-8d38-25f33305d0ad), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.444240 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-76770e54-f9b9-460d-adc7-69f8aebd05d8 None None] Port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:20.469808 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (87ef5bad-bbe2-4185-8d38-25f33305d0ad), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.536947 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:17Z', 'revision_number': 3, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:20.572405 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260eb19-2673-4696-9d00-83b5ff7ea881 None None] The sync data for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi is: [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:17Z', 'revision_number': 3, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:55:20.580907 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:20.754093 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cd97c724-d045-42dc-9173-1e9b5d9eb7a6 req-355f3f2a-b366-4cd6-a48c-f683d1418da6 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 210 time: 0.0458491 Jul 18 08:55:20.755317 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (87ef5bad-bbe2-4185-8d38-25f33305d0ad), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.783799 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ef5bad-bbe2-4185-8d38-25f33305d0ad,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:20.795984 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.798877 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3e11456f-65a8-4fe3-92a4-03cf10d9fd06 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/87ef5bad-bbe2-4185-8d38-25f33305d0ad HTTP/1.1" status: 204 len: 168 time: 0.6175904 Jul 18 08:55:20.802993 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60152) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:20.889280 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (abe51fc9-a347-458b-a8db-9e61dfd2258f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:20.953027 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.056952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (abe51fc9-a347-458b-a8db-9e61dfd2258f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.059362 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:21.084607 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe51fc9-a347-458b-a8db-9e61dfd2258f']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:21.096059 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:21.098211 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc9f74b-f1f3-4caf-b927-80c763df3b1b') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:21.099120 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc9f74b-f1f3-4caf-b927-80c763df3b1b') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:21.112415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (edc9f74b-f1f3-4caf-b927-80c763df3b1b), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.131611 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (edc9f74b-f1f3-4caf-b927-80c763df3b1b), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.142294 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:55:21.143137 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (edc9f74b-f1f3-4caf-b927-80c763df3b1b), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.158507 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3a35950a-dbc6-44ed-9bda-292cb6a943f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.177405 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment edc9f74b-f1f3-4caf-b927-80c763df3b1b resource provider aggregate not found Jul 18 08:55:21.209763 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment edc9f74b-f1f3-4caf-b927-80c763df3b1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edc9f74b-f1f3-4caf-b927-80c763df3b1b found for delete ", "request_id": "req-d1157ab9-04be-4b84-8bd4-3c380715a0b4"}]} Jul 18 08:55:21.230174 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks [] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.391169 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.394686 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (abe51fc9-a347-458b-a8db-9e61dfd2258f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.431727 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.437306 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] 10.222.0.57 "DELETE /v2.0/networks/abe51fc9-a347-458b-a8db-9e61dfd2258f HTTP/1.1" status: 204 len: 168 time: 0.6335146 Jul 18 08:55:21.439274 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da753c-2f57-47ec-bf07-92fde9087a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe51fc9-a347-458b-a8db-9e61dfd2258f,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:21.540446 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:21.546682 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:21.729671 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:21.772952 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-a27156a4-2e12-4806-8cb6-245e17fa9ac6 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:21.776094 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-a27156a4-2e12-4806-8cb6-245e17fa9ac6 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "GET /v2.0/networks?id=00784d3b-b117-422c-8519-5074d6c7ced6 HTTP/1.1" status: 200 len: 814 time: 0.2161870 Jul 18 08:55:21.785646 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Network 77fb5333-2466-4ce0-ab30-1a0009326272 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:21.792259 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Request body: {'port': {'device_id': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6', 'admin_state_up': True, 'tenant_id': '3df75aa755784fee814abfd669ce02da'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:21.796835 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:22.002751 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60166) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:22.032138 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f03fb6b9-25de-4454-8577-45ee02bedc25 req-f2716276-a28f-4bd7-82e3-4adfd0d1e10a tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 210 time: 0.0792747 Jul 18 08:55:22.064369 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a00aa577-798f-4b77-ae58-cfbcc2c86c0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=401f21125b3146fe9deba3df1abf1803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565674 Jul 18 08:55:22.065200 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60168) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:22.142322 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:55:22.171994 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-774d5c7c-c298-4895-a8ab-d11ed679a0fb admin admin] Publish callbacks [] for security_group (a7728178-5412-4577-bfab-1d67d1db106c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.192414 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-e089cda4-b8cb-4b0d-a822-a049bdfe20d2 None None] Provisioning complete for port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:22.193048 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e089cda4-b8cb-4b0d-a822-a049bdfe20d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.229701 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Made reservation on behalf of 3df75aa755784fee814abfd669ce02da for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:22.230775 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e089cda4-b8cb-4b0d-a822-a049bdfe20d2 None None] Port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:22.233727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.251993 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-774d5c7c-c298-4895-a8ab-d11ed679a0fb admin admin] Publish callbacks [] for security_group (a7728178-5412-4577-bfab-1d67d1db106c), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.356057 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:22.400586 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:55:22.408403 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-06592097-a22d-4a16-bcb7-3d79f785f6c1 admin admin] 10.222.0.57 "PUT /v2.0/routers/2aee12aa-8a74-4026-bbf5-1a7ceba317f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6213443 Jul 18 08:55:22.492475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Allocated IP 172.20.0.7 (00784d3b-b117-422c-8519-5074d6c7ced6/d7825485-05cc-45f4-97f0-6d6ded696fee/7161b4e3-57c9-4794-951c-1f8c38b0dad1) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:22.504672 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-774d5c7c-c298-4895-a8ab-d11ed679a0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a7728178-5412-4577-bfab-1d67d1db106c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.507376 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-774d5c7c-c298-4895-a8ab-d11ed679a0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.515378 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-774d5c7c-c298-4895-a8ab-d11ed679a0fb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7728178-5412-4577-bfab-1d67d1db106c HTTP/1.1" status: 204 len: 168 time: 0.4381580 Jul 18 08:55:22.520537 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5c7c-c298-4895-a8ab-d11ed679a0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7728178-5412-4577-bfab-1d67d1db106c,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:22.706097 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d7d5856f-8273-47fe-8464-c5f1cd180a8a up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:22.791100 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks [] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.798594 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port d7d5856f-8273-47fe-8464-c5f1cd180a8a triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:22.799212 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.826045 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Sync routers for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:55:22.854895 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:22.855553 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:54:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:22.958892 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:22.972010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:22.989327 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port d7d5856f-8273-47fe-8464-c5f1cd180a8a is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:23.002566 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.015331 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:23.034010 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Network 00784d3b-b117-422c-8519-5074d6c7ced6 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:23.037672 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port d7d5856f-8273-47fe-8464-c5f1cd180a8a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d7d5856f-8273-47fe-8464-c5f1cd180a8a,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:23.037672 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:23.038705 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:23.046114 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:23.088776 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Pushing event updated for resources: {'Port': ['ID=7161b4e3-57c9-4794-951c-1f8c38b0dad1,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:23.109543 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:23.110298 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.200232 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.231016 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19447-a93c-4496-8d1c-9e5ab5f484e7 req-a45d07f5-7213-4db9-b5fc-7131cdcef0fd tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:23.233951 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2a19447-a93c-4496-8d1c-9e5ab5f484e7 req-a45d07f5-7213-4db9-b5fc-7131cdcef0fd tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 931 time: 0.0641110 Jul 18 08:55:23.319392 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2a19447-a93c-4496-8d1c-9e5ab5f484e7 req-0e112b3f-36e4-49fe-90ae-571938b398c7 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726206 Jul 18 08:55:23.377106 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=d7d5856f-8273-47fe-8464-c5f1cd180a8a,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:23.392446 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:21Z', 'revision_number': 2, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:23.407504 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-7b689660-3780-4fca-9108-4fbf04917321 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203535 Jul 18 08:55:23.421139 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Request body: {'port': {'device_id': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:23.431532 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Checking router: 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:55:23.431937 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Updating router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:55:23.482521 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.579275 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.656379 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-81fc87a7-e56f-4ce1-b062-8e55001ef1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.825890 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:23.829758 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:23.886563 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:23.911901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Publish callbacks [] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.955439 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7161b4e3-57c9-4794-951c-1f8c38b0dad1 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:55:23.961162 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60206) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:23.964634 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Publish callbacks [] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:23.966132 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-65830381-network', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:23.990590 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Transition to ACTIVE for port object 7161b4e3-57c9-4794-951c-1f8c38b0dad1 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:55:24.001646 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.054388 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6fd56-8b3c-42e1-a113-5bbca628d857 None None] Pushing event updated for resources: {'Port': ['ID=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:24.113815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Attempting to bind port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:24.114463 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Attempting to bind port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:24.114979 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Attempting to bind port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d on network 77fb5333-2466-4ce0-ab30-1a0009326272 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:24.122716 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:24.123298 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Checking segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:24.123611 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.124313 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.124579 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Bound using segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:24.124798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Made reservation on behalf of 392f7faedc094ec5aaf10f1961fa5300 for: {'network': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:24.125384 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Bound port: fa78df5c-fedd-4ee5-a7c5-773a4bd9999d, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:24.126141 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.130035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for network (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.151153 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.264777 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7161b4e3-57c9-4794-951c-1f8c38b0dad1,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:24.267106 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] For port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:24.273066 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] For port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:24.318626 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks [] for security_group (cef75517-365a-4fd4-bbc3-9d2e3d32d3a9), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.416754 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Attempting to bind port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:24.417846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Attempting to bind port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:24.417846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Attempting to bind port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 on network 00784d3b-b117-422c-8519-5074d6c7ced6 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:24.424213 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 on network 00784d3b-b117-422c-8519-5074d6c7ced6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:55:24.424603 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Attempting to bind port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 on network 00784d3b-b117-422c-8519-5074d6c7ced6 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:24.432494 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:24.432761 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Checking segment: {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:24.433330 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Bound using segment: {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:24.433498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Bound port: 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:24.433868 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.454296 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.457209 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (cef75517-365a-4fd4-bbc3-9d2e3d32d3a9), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.495010 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=111085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 08:55:24.504215 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef75517-365a-4fd4-bbc3-9d2e3d32d3a9,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:24.517838 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (d11cb48d-790a-4518-8fc0-4f43ed003081), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.517838 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.segments_db [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Added segment d11cb48d-790a-4518-8fc0-4f43ed003081 of type vlan for network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 Jul 18 08:55:24.530538 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] Provisioning complete for port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:24.533438 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a55048-e4cc-47fd-a0d7-856cd4a86340 req-6dd973f6-d5f3-4292-a924-8d780fe78a75 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:24.534255 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.535293 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e3a55048-e4cc-47fd-a0d7-856cd4a86340 req-6dd973f6-d5f3-4292-a924-8d780fe78a75 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 943 time: 0.0963163 Jul 18 08:55:24.585151 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789023450170'] for network (9ee1e124-c26d-43bc-9d15-1ed8509ee336), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.591031 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] For port 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:24.617152 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] For port 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7161b4e3-57c9-4794-951c-1f8c38b0dad1,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:24.633662 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e3a55048-e4cc-47fd-a0d7-856cd4a86340 req-a4f12aa6-a8fa-4ae6-b55f-487a7ac84090 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 Jul 18 08:55:24.672901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:24.673559 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:24.675419 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6fd56-8b3c-42e1-a113-5bbca628d857 None None] Pushing event updated for resources: {'Port': ['ID=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:24.682627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d7d5856f-8273-47fe-8464-c5f1cd180a8a up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:24.721328 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.746974 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044'] for network (9ee1e124-c26d-43bc-9d15-1ed8509ee336), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.748063 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:24.749549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.753288 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:24.763820 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:24.765046 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.767279 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/7161b4e3-57c9-4794-951c-1f8c38b0dad1 HTTP/1.1" status: 200 len: 1093 time: 1.3521101 Jul 18 08:55:24.767802 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'tag': '7161b4e3-57c9-4794-951c-1f8c38b0dad1'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:24.767940 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:24.771890 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaafe7d-cb37-47a9-a704-1b0d861ca236" -d '{"events": [{"name": "network-changed", "server_uuid": "19b50d90-4a50-4c57-9a2f-67bc1f5ab177", "tag": "7161b4e3-57c9-4794-951c-1f8c38b0dad1"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:24.805622 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb350a7-616d-4f5b-9b9f-8fcdb712b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7161b4e3-57c9-4794-951c-1f8c38b0dad1,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:24.863454 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79410eb3-47b5-4001-8841-c5e53461eb6d x-openstack-request-id: req-79410eb3-47b5-4001-8841-c5e53461eb6d {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:24.863868 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b50d90-4a50-4c57-9a2f-67bc1f5ab177", "tag": "7161b4e3-57c9-4794-951c-1f8c38b0dad1", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:24.865015 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79410eb3-47b5-4001-8841-c5e53461eb6d {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:24.865917 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79410eb3-47b5-4001-8841-c5e53461eb6d'] response: {'name': 'network-changed', 'server_uuid': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'tag': '7161b4e3-57c9-4794-951c-1f8c38b0dad1', 'status': 'completed', 'code': 200} Jul 18 08:55:24.960558 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:24.963061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60230) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:24.968744 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9956667 Jul 18 08:55:24.976046 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01900215-2268-4803-8841-7e78b262b6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee1e124-c26d-43bc-9d15-1ed8509ee336,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:24.981909 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Request body: {'subnet': {'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-65830381-subnet', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'ip_version': 4}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:24.997460 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafe7d-cb37-47a9-a704-1b0d861ca236 req-2168b689-0fd9-465e-8a3a-2b6ad5cc2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.000283 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bdaafe7d-cb37-47a9-a704-1b0d861ca236 req-2168b689-0fd9-465e-8a3a-2b6ad5cc2c49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df75aa755784fee814abfd669ce02da&device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 1127 time: 0.1162250 Jul 18 08:55:25.082979 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 details requested by agent ovs-agent-dv-cinder-850142-3-iscsi with host dv-cinder-850142-3-iscsi {{(pid=111086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 08:55:25.122156 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] Current status of the port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:25.122558 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:25.154354 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port d7d5856f-8273-47fe-8464-c5f1cd180a8a triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:25.155301 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:25.156005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafe7d-cb37-47a9-a704-1b0d861ca236 req-803f4e96-ed1d-4d75-838a-4019e970e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.158314 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bdaafe7d-cb37-47a9-a704-1b0d861ca236 req-803f4e96-ed1d-4d75-838a-4019e970e84f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3df75aa755784fee814abfd669ce02da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1511338 Jul 18 08:55:25.182064 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Made reservation on behalf of 392f7faedc094ec5aaf10f1961fa5300 for: {'subnet': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:25.185792 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9436852'] for subnet (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:25.226756 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:25.326293 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] For port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:25.353790 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:25.375953 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-84ff4fdc-45cf-46fe-8bc2-7279a059713a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587307711&fields=id&tenant_id=d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 267 time: 0.1769300 Jul 18 08:55:25.411972 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafe7d-cb37-47a9-a704-1b0d861ca236 req-6882ec6a-ebf1-431e-a29b-a55951bb9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.413434 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bdaafe7d-cb37-47a9-a704-1b0d861ca236 req-6882ec6a-ebf1-431e-a29b-a55951bb9021 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483339 Jul 18 08:55:25.427250 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port d7d5856f-8273-47fe-8464-c5f1cd180a8a is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:25.432843 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:25.530879 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c613e-4a53-452e-84d9-614e773a6025 None None] Pushing event updated for resources: {'Port': ['ID=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:25.539541 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:24Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:25.554686 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:55:25.570930 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b49c04-3a07-4a93-934d-dbdc636f7fb8 None None] The sync data for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi is: [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:24Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:55:25.574435 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-3da49edd-5d75-4f12-a378-f745c95e1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.577980 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-3da49edd-5d75-4f12-a378-f745c95e1d42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df75aa755784fee814abfd669ce02da&device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 1127 time: 0.1062069 Jul 18 08:55:25.580763 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-e954cc74-7a98-40bb-b665-4efd3b3ee331 None None] Provisioning complete for port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:25.581151 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e954cc74-7a98-40bb-b665-4efd3b3ee331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:25.629427 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-a7982199-8675-4ca7-9a31-2d1ebf61c417 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.632572 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-a7982199-8675-4ca7-9a31-2d1ebf61c417 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 811 time: 0.2390697 Jul 18 08:55:25.688291 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-8f849e08-a74c-41cb-a476-3821a12dc7eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7161b4e3-57c9-4794-951c-1f8c38b0dad1 HTTP/1.1" status: 200 len: 217 time: 0.0817852 Jul 18 08:55:25.711403 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e954cc74-7a98-40bb-b665-4efd3b3ee331 None None] Current status of the port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:25.714022 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-ef555dcc-9085-4f43-90c1-795f61b535b1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/quotas/d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 375 time: 0.0337057 Jul 18 08:55:25.798902 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:25.800655 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9436842'] for subnet (a5a64016-c561-49b4-86d7-e77363dd8284), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:25.803726 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-5d691ded-0a14-4dee-baa2-f7e3395c4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.805387 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-5d691ded-0a14-4dee-baa2-f7e3395c4851 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7825485-05cc-45f4-97f0-6d6ded696fee HTTP/1.1" status: 200 len: 854 time: 0.1075366 Jul 18 08:55:25.839583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b23ed-7137-4fcd-9b42-10fdb098dfcd req-35ac7970-f059-4e6b-b8f4-93263afdc0bf tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:25.841635 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1f7b23ed-7137-4fcd-9b42-10fdb098dfcd req-35ac7970-f059-4e6b-b8f4-93263afdc0bf tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 943 time: 0.0762541 Jul 18 08:55:25.873685 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-19959f7f-07d5-447e-87a4-ed9e956d9b16 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1280038 Jul 18 08:55:25.881204 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-5cbabb44-9f29-46ae-8471-f726c8e7f9bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00784d3b-b117-422c-8519-5074d6c7ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676022 Jul 18 08:55:25.921258 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1f7b23ed-7137-4fcd-9b42-10fdb098dfcd req-fd0a9791-35d9-4b35-835b-dbd32f8d6757 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Jul 18 08:55:26.004609 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a64016-c561-49b4-86d7-e77363dd8284,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:26.050882 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:26.079385 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Checking segment: {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:26.079775 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Network hostable DHCP agents. Network: 9ee1e124-c26d-43bc-9d15-1ed8509ee336, hostable agents: ['ac6db486-e7d3-457d-ae72-7bff3f6199a7'], hosted agents: [] {{(pid=111084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 08:55:26.087824 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-5c13d4fe-d9f4-4461-bc4b-3aa32a22d24a service neutron] 10.222.0.57 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879046 Jul 18 08:55:26.147597 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-948228bb-a511-44f8-8301-6041d0b96a83 service neutron] 10.222.0.47 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574451 Jul 18 08:55:26.213560 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 is scheduled to be hosted by DHCP agent ac6db486-e7d3-457d-ae72-7bff3f6199a7 with binding_index 1 {{(pid=111084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 08:55:26.254052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.281830 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-37cffa98-cfd6-4a2d-8fc7-be69ad7a070d service neutron] 10.222.0.57 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856630 Jul 18 08:55:26.298659 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:26.302804 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-6ebbdbf8-7c16-4266-8874-ad9ca3542c94 req-56f41311-aadc-4c4a-8170-5569703c10a2 service neutron] 10.222.0.47 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285799 Jul 18 08:55:26.336103 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850142-3-iscsi, 9ee1e124-c26d-43bc-9d15-1ed8509ee336) {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:26.340907 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:26.342437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.346385 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc86d3-bed7-4929-ba8b-fb1a1d3fd8c5 None None] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:55:26.479650 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ac7c6d17-8d6d-4707-a088-e1800e67fbd8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5129371 Jul 18 08:55:26.479650 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60248) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:26.484040 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:26.485999 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85f769e9-3c81-59b6-8894-2cc6e93d7c04-9ee1e124-c26d-43bc-9d15-1ed8509ee336', 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336', 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'fixed_ips': [{'subnet_id': 'a5a64016-c561-49b4-86d7-e77363dd8284'}]}} from dv-cinder-850142-3-iscsi. {{(pid=111086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 08:55:26.487181 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.504341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:26.582444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.623589 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fa78df5c-fedd-4ee5-a7c5-773a4bd9999d up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:26.633005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3896793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8067'] for router (07555264-1e4f-43cb-92b7-6cbdd73ae05c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.634365 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3896693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3892842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3855247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8072'] for router (07555264-1e4f-43cb-92b7-6cbdd73ae05c), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.677736 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:26.683052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.db_base_plugin_common [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Allocated IP 172.20.0.2 (9ee1e124-c26d-43bc-9d15-1ed8509ee336/a5a64016-c561-49b4-86d7-e77363dd8284/8cb5f610-446d-4481-a2b7-8c89da912629) {{(pid=111086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:26.699765 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks [] for router_controller (07555264-1e4f-43cb-92b7-6cbdd73ae05c), precommit_add_association {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.716712 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:26.717127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:26.904113 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:26.957546 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Publish callbacks [] for port (8cb5f610-446d-4481-a2b7-8c89da912629), precommit_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.031970 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), after_create {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.055715 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b7d36e6a-6853-41b1-9282-0943b54691ec req-8ae50a61-25c3-4849-b254-53ec7c8f2994 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 210 time: 0.0584457 Jul 18 08:55:27.091827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:27.113208 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 is already hosted by enough agents. {{(pid=111086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:27.117163 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.scheduler.base_scheduler [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Resources bound (agent type, host, resource id): {{(pid=111086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:27.120313 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Received port after_create {{(pid=111086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:27.128744 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Pushing event updated for resources: {'Port': ['ID=8cb5f610-446d-4481-a2b7-8c89da912629,revision_number=1']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:27.213993 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-f651123f-a9d0-4805-92c2-fa2e3d4e947a tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9945807f747246729410568cee6fc929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459030 Jul 18 08:55:27.224136 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Attempting to bind port 8cb5f610-446d-4481-a2b7-8c89da912629 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:27.224718 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Attempting to bind port 8cb5f610-446d-4481-a2b7-8c89da912629 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:27.225113 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Attempting to bind port 8cb5f610-446d-4481-a2b7-8c89da912629 on network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:27.231638 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:27.232122 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Checking segment: {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:27.232888 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.233726 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Bound using segment: {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:27.234297 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Bound port: 8cb5f610-446d-4481-a2b7-8c89da912629, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:27.234749 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.311703 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] For port 8cb5f610-446d-4481-a2b7-8c89da912629, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:27.315092 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] For port 8cb5f610-446d-4481-a2b7-8c89da912629, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8cb5f610-446d-4481-a2b7-8c89da912629,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:27.331848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks [] for router_gateway (07555264-1e4f-43cb-92b7-6cbdd73ae05c), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.353834 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572c33-dd05-4ea9-92d2-1bb55d0420ae req-af7f46d8-25f7-4837-afb3-eab38aa56a3a tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:27.355271 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8b572c33-dd05-4ea9-92d2-1bb55d0420ae req-af7f46d8-25f7-4837-afb3-eab38aa56a3a tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 943 time: 0.0833378 Jul 18 08:55:27.407978 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-8b572c33-dd05-4ea9-92d2-1bb55d0420ae req-e374793d-a1c3-43f7-a71a-ba432bbc70bd tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Jul 18 08:55:27.433130 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.516282 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8512ad-08be-4041-a235-1949a01b4426 None None] Pushing event updated for resources: {'Port': ['ID=8cb5f610-446d-4481-a2b7-8c89da912629,revision_number=2']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:27.684949 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks [] for router_gateway (07555264-1e4f-43cb-92b7-6cbdd73ae05c), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.708540 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:27.751912 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-8e4fa34e-2014-4c99-a53f-ce2bfd2c0385 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:27.753236 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-8e4fa34e-2014-4c99-a53f-ce2bfd2c0385 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316257 Jul 18 08:55:27.772293 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c497bd34-ecad-4cca-8853-d1f4306d1c36 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/quotas/9945807f747246729410568cee6fc929 HTTP/1.1" status: 200 len: 375 time: 0.0133972 Jul 18 08:55:27.814930 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-d5363aaa-a95e-4d04-bfdc-417def95cb39 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9945807f747246729410568cee6fc929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278177 Jul 18 08:55:27.860061 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Allocated IP 172.27.1.124 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/2fbc8089-6585-42c7-b35b-54e67a3da0ce) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:27.864825 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:27.971767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks [] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.077206 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.153848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:28.165634 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4a620d70-9731-4aaa-b825-551fb69ea929 req-7fe9315a-0429-4e64-8f39-f327cb9d5f3e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 210 time: 0.0322728 Jul 18 08:55:28.179216 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:28.185583 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-18a479d7-ac26-4af4-b106-9e0cc826c75f req-7afcb35a-2814-4cc3-ba75-2a1e68df6758 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.0505984 Jul 18 08:55:28.189439 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbc8089-6585-42c7-b35b-54e67a3da0ce,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:28.194108 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:28.235338 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:28.602445 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e116561-df32-4bc1-9524-56b9895d058b req-a27cad20-4170-4941-9172-83b2a442a284 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:28.608984 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0e116561-df32-4bc1-9524-56b9895d058b req-a27cad20-4170-4941-9172-83b2a442a284 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 943 time: 0.1291668 Jul 18 08:55:28.658106 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8cb5f610-446d-4481-a2b7-8c89da912629 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:28.660068 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks [] for router_gateway (07555264-1e4f-43cb-92b7-6cbdd73ae05c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.664330 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0e116561-df32-4bc1-9524-56b9895d058b req-1e1b4359-a10d-400f-a171-a43468cb9273 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Jul 18 08:55:28.682655 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48ffb6-7693-486a-a2aa-dcfce4ab7373 None None] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:55:28.777392 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Provisioning complete for port 8cb5f610-446d-4481-a2b7-8c89da912629 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:28.777763 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.807037 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 8cb5f610-446d-4481-a2b7-8c89da912629 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:28.807223 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.890354 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3896654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3892990'] for router (07555264-1e4f-43cb-92b7-6cbdd73ae05c), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.953911 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 8cb5f610-446d-4481-a2b7-8c89da912629 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:28.954301 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:28.981489 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Current status of the port 8cb5f610-446d-4481-a2b7-8c89da912629 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:28.982121 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.018304 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 8cb5f610-446d-4481-a2b7-8c89da912629, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8cb5f610-446d-4481-a2b7-8c89da912629,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:29.095709 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Router 07555264-1e4f-43cb-92b7-6cbdd73ae05c is scheduled to L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b with binding_index 1 {{(pid=111084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 08:55:29.096935 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.174915 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.db.api [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 08:55:29.175579 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG oslo_db.api [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 08:55:29.185755 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=8cb5f610-446d-4481-a2b7-8c89da912629,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:29.223808 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:29.229011 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:55:29.244278 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Sync routers for ids ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:55:29.255465 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Routers {'07555264-1e4f-43cb-92b7-6cbdd73ae05c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:29.256122 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:29.305886 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f7ef866c-e6ac-4bca-bdf5-7449c1ec6e82 req-b7adeeb2-4c89-467f-957d-6a7095b727cf tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 210 time: 0.0477338 Jul 18 08:55:29.306465 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-629e3b70-029d-4023-8648-c12d3bc13c33 req-7e43dee2-4cc1-46f3-88fb-26f90b0aa1ab tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.0439405 Jul 18 08:55:29.353363 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.354950 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-b678bf3b-9fc2-49df-911f-853afa0475d6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8743391 Jul 18 08:55:29.358782 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60294) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:29.466039 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Set router 07555264-1e4f-43cb-92b7-6cbdd73ae05c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:29.487655 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-759a9be1-d169-4dab-9bfe-ecbca396a75d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:29.489313 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-759a9be1-d169-4dab-9bfe-ecbca396a75d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 811 time: 0.1192701 Jul 18 08:55:29.518190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:29.569104 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-f7540469-dfbb-4456-88c9-3a28b24fd1ad tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37f9217ffb94786830f0f6c5970b762 HTTP/1.1" status: 200 len: 380 time: 0.0712910 Jul 18 08:55:29.580744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'port': {'device_id': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'admin_state_up': True, 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'security_groups': ['4484a4b8-6193-459f-9b33-844a0bb09362']}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:29.649011 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T08:55:28Z', 'revision_number': 3, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:29.677024 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Checking router: 07555264-1e4f-43cb-92b7-6cbdd73ae05c for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:55:29.677661 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Updating router 07555264-1e4f-43cb-92b7-6cbdd73ae05c port 2fbc8089-6585-42c7-b35b-54e67a3da0ce binding host dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:55:29.720269 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.758388 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-14f9ac36-f05f-4104-9256-53b4bb458a32 None None] Current status of the port 8cb5f610-446d-4481-a2b7-8c89da912629 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:29.790830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7161b4e3-57c9-4794-951c-1f8c38b0dad1 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:55:29.798360 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Made reservation on behalf of d37f9217ffb94786830f0f6c5970b762 for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:29.804174 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.871507 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026faa79-3571-4660-874b-ab9952c0c141 req-f23c1f99-af48-4a2c-83be-cce932ae2efb tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:29.880201 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-026faa79-3571-4660-874b-ab9952c0c141 req-f23c1f99-af48-4a2c-83be-cce932ae2efb tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 943 time: 0.0789254 Jul 18 08:55:29.893980 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:29.910120 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-30a09fec-e22b-40ea-a536-c4e7d20f6175 None None] Provisioning complete for port 8cb5f610-446d-4481-a2b7-8c89da912629 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:29.912178 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-30a09fec-e22b-40ea-a536-c4e7d20f6175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.952146 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.995200 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Publish callbacks [] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), precommit_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:29.995200 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.044375 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Allocated IP 172.20.0.4 (14ef1bb9-db47-48f8-bf4d-197c43ed89fa/9c5b8c4e-440f-492a-9325-f7e4893708d1/649f5ff3-9ef1-4a08-9cee-a5b3ce52f527) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:30.054721 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.064509 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7161b4e3-57c9-4794-951c-1f8c38b0dad1,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:30.090308 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-026faa79-3571-4660-874b-ab9952c0c141 req-13ff37bc-9ab1-4c8f-a2c6-a6ab8eff2fd1 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090950 Jul 18 08:55:30.100341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '7161b4e3-57c9-4794-951c-1f8c38b0dad1', 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6', 'port_id': '7161b4e3-57c9-4794-951c-1f8c38b0dad1', 'mac_address': 'fa:16:3e:31:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7825485-05cc-45f4-97f0-6d6ded696fee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:55:30.109832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-30a09fec-e22b-40ea-a536-c4e7d20f6175 None None] Current status of the port 8cb5f610-446d-4481-a2b7-8c89da912629 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:30.135492 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.150039 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:30.150582 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.234938 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113c35b-ede2-4a54-a1d3-51ec468f22cd None None] Pushing event updated for resources: {'Port': ['ID=2fbc8089-6585-42c7-b35b-54e67a3da0ce,revision_number=2']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:30.239433 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Attempting to bind port 2fbc8089-6585-42c7-b35b-54e67a3da0ce on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:30.240316 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Attempting to bind port 2fbc8089-6585-42c7-b35b-54e67a3da0ce by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:30.240865 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Attempting to bind port 2fbc8089-6585-42c7-b35b-54e67a3da0ce on network 86ec4724-7cff-4d15-979b-cb55e8050db9 {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:30.254335 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Allocated IP 172.20.0.1 (9ee1e124-c26d-43bc-9d15-1ed8509ee336/a5a64016-c561-49b4-86d7-e77363dd8284/dc4d37d5-f572-4ff8-8655-c0771dcdeaf7) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:30.254551 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:30.254551 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Checking segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:30.254551 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.254551 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Bound using segment: {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'} {{(pid=111087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:30.254551 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.managers [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Bound port: 2fbc8089-6585-42c7-b35b-54e67a3da0ce, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7d82-b421-4eb8-a4b5-c7900bd232b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9'}}] {{(pid=111087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:30.254551 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), before_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.285616 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.330300 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.340202 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7161b4e3-57c9-4794-951c-1f8c38b0dad1 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:55:30.357936 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.362901 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.363258 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] For port 2fbc8089-6585-42c7-b35b-54e67a3da0ce, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:30.367595 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.plugins.ml2.db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] For port 2fbc8089-6585-42c7-b35b-54e67a3da0ce, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=2fbc8089-6585-42c7-b35b-54e67a3da0ce,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:30.383569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7161b4e3-57c9-4794-951c-1f8c38b0dad1,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:30.396333 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks [] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.423933 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.430787 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-55423d48-2fef-4a9e-a0c4-9fcf2a53a6f5 req-1442803b-bbf8-4859-9922-2d90d7c9bfda tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 210 time: 0.0322859 Jul 18 08:55:30.432206 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-af69577c-3d83-44ff-b16a-ab4346206d5d req-7a78b9bd-fde0-4daa-9740-e307ba998ea9 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.0385036 Jul 18 08:55:30.434801 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.441761 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron_lib.callbacks.manager [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), after_update {{(pid=111087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.456975 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.481456 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:30.489259 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:30.493789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:30.525878 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Routers {'07555264-1e4f-43cb-92b7-6cbdd73ae05c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:30.532266 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:30.539191 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:30.543234 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113c35b-ede2-4a54-a1d3-51ec468f22cd None None] Pushing event updated for resources: {'Port': ['ID=2fbc8089-6585-42c7-b35b-54e67a3da0ce,revision_number=3']} {{(pid=111087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:30.551824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.557106 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7161b4e3-57c9-4794-951c-1f8c38b0dad1,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:30.575696 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:30.576724 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.603293 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:30.612277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:30.616424 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:30.676970 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-4f85bbc9-27ed-4a3c-a171-761eb60a5dcb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1015983 Jul 18 08:55:30.681825 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['7161b4e3-57c9-4794-951c-1f8c38b0dad1'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:55:30.690426 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3886197'] for router_interface (07555264-1e4f-43cb-92b7-6cbdd73ae05c), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.696482 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Request body: {'port': {'device_id': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:30.751658 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8cb5f610-446d-4481-a2b7-8c89da912629 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:30.753985 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] Set router 07555264-1e4f-43cb-92b7-6cbdd73ae05c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:30.800522 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:30.825717 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.854437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:30.885540 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-5df673e1-3c09-478b-9f23-bd21095ab5c0 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9945807f747246729410568cee6fc929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458293 Jul 18 08:55:30.947388 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:30.988261 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-d4464917-b38d-4929-9ee8-3bbc664636a1 None None] Provisioning complete for port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:30.988944 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d4464917-b38d-4929-9ee8-3bbc664636a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.013659 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T08:55:28Z', 'revision_number': 3, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:31.052673 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c71079-8866-4f1c-a3a3-fba5dd7bc58a None None] The sync data for ids ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'] in dv-cinder-850142-3-iscsi is: [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T08:55:28Z', 'revision_number': 3, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:55:31.057145 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 8cb5f610-446d-4481-a2b7-8c89da912629 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:31.058054 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.100053 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-4427ff12-b819-4626-bfe5-081d8c4897d2 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:31.100899 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-4427ff12-b819-4626-bfe5-081d8c4897d2 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083533 Jul 18 08:55:31.113833 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Request body: {'port': {'device_id': '03f791bf-03fa-4016-b8f1-d28726da0465', 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae', 'admin_state_up': True, 'tenant_id': '9945807f747246729410568cee6fc929'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:31.148451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-d4464917-b38d-4929-9ee8-3bbc664636a1 None None] Port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:31.303789 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.309090 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:31.309383 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 8cb5f610-446d-4481-a2b7-8c89da912629 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:31.319543 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a561d-9809-4b02-8cc9-2654ed2ffa64 req-c3207559-6e23-4677-92b0-f24244575986 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:31.327653 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-909a561d-9809-4b02-8cc9-2654ed2ffa64 req-c3207559-6e23-4677-92b0-f24244575986 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 944 time: 0.0838785 Jul 18 08:55:31.328757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-2087fe9f-b83f-442e-a220-923542af9184 None None] Provisioning complete for port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:31.329095 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2087fe9f-b83f-442e-a220-923542af9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.378729 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-2087fe9f-b83f-442e-a220-923542af9184 None None] Port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:31.441511 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-909a561d-9809-4b02-8cc9-2654ed2ffa64 req-427b99ca-2929-4725-8fcd-219e38871334 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Jul 18 08:55:31.513227 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:55:31.542702 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Made reservation on behalf of 9945807f747246729410568cee6fc929 for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:55:31.547273 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.549083 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Publish callbacks [] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.585913 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks [] for security_group (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.591076 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Transition to ACTIVE for port object 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:55:31.667788 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks [] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.675775 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b282bcb-4307-4718-b3ba-2c903d1b242e req-b98b4d85-2d6d-4675-9e60-15a6f02004da tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:31.680247 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f0b92ce0-a686-4ad2-9d93-26c714b089c1 req-9a3b1360-e04e-4ade-8431-66ad257aa2c0 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.0752466 Jul 18 08:55:31.683809 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1b282bcb-4307-4718-b3ba-2c903d1b242e req-b98b4d85-2d6d-4675-9e60-15a6f02004da tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 931 time: 0.0726728 Jul 18 08:55:31.717691 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.763428 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.792719 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Pushing event updated for resources: {'Port': ['ID=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:31.799749 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-1b282bcb-4307-4718-b3ba-2c903d1b242e req-9b1ca56c-cd73-4aae-90b5-f12f7670b14d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148267 Jul 18 08:55:31.804822 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7161b4e3-57c9-4794-951c-1f8c38b0dad1 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:31.831336 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks [] for security_group (a8027951-0262-4b98-bd1b-c6beae9c026d), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.870755 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890189'] for router_interface (07555264-1e4f-43cb-92b7-6cbdd73ae05c), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.873299 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:31.892130 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:31.902128 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a8027951-0262-4b98-bd1b-c6beae9c026d), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.907063 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Attempting to bind port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:31.907498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Attempting to bind port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:31.907845 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Attempting to bind port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:31.924187 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:55:31.925231 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Attempting to bind port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 on network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:31.940498 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:31.941635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Checking segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:31.943113 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Bound using segment: {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:31.944466 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Bound port: 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:31.945978 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:31.964747 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:55:32.055158 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8027951-0262-4b98-bd1b-c6beae9c026d,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:32.056121 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:32.056262 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] For port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:32.056513 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.063440 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] For port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:32.067780 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:32.155277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:32.158968 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.159883 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:32.171585 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Allocated IP 192.168.233.3 (b55f76e3-874b-4efb-9d05-cd39beedbbae/5fb276dd-416f-4b0d-ae3e-35872a67e0ae/c28baf2a-afc4-455e-a99f-1526738ed8c0) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:32.174752 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:32.175397 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.209827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:32.240939 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:32.246195 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.250106 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] 10.222.0.47 "PUT /v2.0/ports/649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 HTTP/1.1" status: 200 len: 1093 time: 1.5637372 Jul 18 08:55:32.250789 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:32.254186 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9df75-cdc6-489c-8198-8959818d7490" -d '{"events": [{"name": "network-changed", "server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:32.260659 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7161b4e3-57c9-4794-951c-1f8c38b0dad1,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:32.262301 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7161b4e3-57c9-4794-951c-1f8c38b0dad1'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:32.266005 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b530713-bdb1-4d48-bd2a-f7cb382f32cc" -d '{"events": [{"server_uuid": "19b50d90-4a50-4c57-9a2f-67bc1f5ab177", "name": "network-vif-plugged", "status": "completed", "tag": "7161b4e3-57c9-4794-951c-1f8c38b0dad1"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:32.332323 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20501ede-4db1-44b0-bda4-693d3f173520 service neutron] Pushing event updated for resources: {'Port': ['ID=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:32.340128 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a368cab-fa57-4418-8313-0838ef098b9b x-openstack-request-id: req-0a368cab-fa57-4418-8313-0838ef098b9b {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:32.340707 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b50d90-4a50-4c57-9a2f-67bc1f5ab177", "name": "network-vif-plugged", "status": "completed", "tag": "7161b4e3-57c9-4794-951c-1f8c38b0dad1", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:32.341400 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a368cab-fa57-4418-8313-0838ef098b9b {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:32.352965 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a368cab-fa57-4418-8313-0838ef098b9b'] response: {'server_uuid': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7161b4e3-57c9-4794-951c-1f8c38b0dad1', 'code': 200} Jul 18 08:55:32.370387 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.396642 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:32.399762 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a6f76-5671-41df-9af4-41df8e24c652 x-openstack-request-id: req-8f2a6f76-5671-41df-9af4-41df8e24c652 {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:32.405276 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:32.408415 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f2a6f76-5671-41df-9af4-41df8e24c652 {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:32.410660 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2a6f76-5671-41df-9af4-41df8e24c652'] response: {'name': 'network-changed', 'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'status': 'completed', 'code': 200} Jul 18 08:55:32.470940 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Router 07555264-1e4f-43cb-92b7-6cbdd73ae05c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:55:32.489231 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9df75-cdc6-489c-8198-8959818d7490 req-83726ecb-0bbf-4279-ba00-cf26fedaac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:32.491032 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d2c9df75-cdc6-489c-8198-8959818d7490 req-83726ecb-0bbf-4279-ba00-cf26fedaac0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1127 time: 0.0793734 Jul 18 08:55:32.506974 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7161b4e3-57c9-4794-951c-1f8c38b0dad1,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:32.649573 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:32.675789 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-34e45e84-1cda-44a3-a618-90e892b480ff None None] Provisioning complete for port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:32.676170 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-34e45e84-1cda-44a3-a618-90e892b480ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.713465 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 2fbc8089-6585-42c7-b35b-54e67a3da0ce up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:32.713692 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9df75-cdc6-489c-8198-8959818d7490 req-b5de1534-561a-4d25-8987-20f70c35afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:32.716332 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d2c9df75-cdc6-489c-8198-8959818d7490 req-b5de1534-561a-4d25-8987-20f70c35afc7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d37f9217ffb94786830f0f6c5970b762&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2074170 Jul 18 08:55:32.751623 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-34e45e84-1cda-44a3-a618-90e892b480ff None None] Port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:32.772039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e159d-4ef0-4ac4-91b1-4a335cef904f req-f447f9d0-64bd-44f9-8622-824414d86de5 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:32.773619 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a84e159d-4ef0-4ac4-91b1-4a335cef904f req-f447f9d0-64bd-44f9-8622-824414d86de5 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 945 time: 0.1455393 Jul 18 08:55:32.776777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks [] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.784550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 2fbc8089-6585-42c7-b35b-54e67a3da0ce triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:32.785214 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.839198 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:55:32.848653 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9a99d4be-d7fc-499d-99f6-589470d061e8 admin admin] 10.222.0.57 "PUT /v2.0/routers/07555264-1e4f-43cb-92b7-6cbdd73ae05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4886787 Jul 18 08:55:32.853971 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c306e20-6a2f-4629-84a5-c0f2d53b8f99 req-3798a925-bbe8-4870-9981-8942aa06554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:32.855390 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2c306e20-6a2f-4629-84a5-c0f2d53b8f99 req-3798a925-bbe8-4870-9981-8942aa06554e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 1129 time: 0.1070247 Jul 18 08:55:32.922527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 2fbc8089-6585-42c7-b35b-54e67a3da0ce is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:32.922527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.923125 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a84e159d-4ef0-4ac4-91b1-4a335cef904f req-bb67544c-6968-4309-ad70-9dcf375d0d02 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224630 Jul 18 08:55:32.939432 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] For port 2fbc8089-6585-42c7-b35b-54e67a3da0ce, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=2fbc8089-6585-42c7-b35b-54e67a3da0ce,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:32.941860 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-28597492-ccef-468c-96d4-7405ea1d2565 req-e8029a18-80a4-440a-83eb-fe43b22051c0 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.1496630 Jul 18 08:55:32.976767 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:32.986277 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2c306e20-6a2f-4629-84a5-c0f2d53b8f99 req-e0dfd2f8-48d4-4770-bdbc-bb8559d1b4c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087666 Jul 18 08:55:32.986725 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9df75-cdc6-489c-8198-8959818d7490 req-b556b768-0b1d-475e-b70a-c4d9e70ddebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:32.986725 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d2c9df75-cdc6-489c-8198-8959818d7490 req-b556b768-0b1d-475e-b70a-c4d9e70ddebf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577498 Jul 18 08:55:33.081742 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9512-6008-450c-ab5a-1efdb235e69a req-5fe355bf-0794-41f8-92c9-13c9cf85c1cf tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:33.084258 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-490a9512-6008-450c-ab5a-1efdb235e69a req-5fe355bf-0794-41f8-92c9-13c9cf85c1cf tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0602620 Jul 18 08:55:33.144720 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-490a9512-6008-450c-ab5a-1efdb235e69a req-3e6e26c2-1963-4622-b0fa-87af22a6bddc tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534222 Jul 18 08:55:33.181567 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:33.182309 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:33.253471 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Network b55f76e3-874b-4efb-9d05-cd39beedbbae is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:33.263309 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:33.269105 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:33.297052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Pushing event updated for resources: {'Port': ['ID=2fbc8089-6585-42c7-b35b-54e67a3da0ce,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:33.308370 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-29d615a3-e040-4f31-822e-a3a9df230846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:33.313770 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-29d615a3-e040-4f31-822e-a3a9df230846 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1127 time: 0.0871496 Jul 18 08:55:33.329061 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:33.340338 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Pushing event updated for resources: {'Port': ['ID=c28baf2a-afc4-455e-a99f-1526738ed8c0,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:33.361721 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-dfe7e860-3055-4ffc-8c2f-cdbb02bcdc04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 HTTP/1.1" status: 200 len: 217 time: 0.0408170 Jul 18 08:55:33.366961 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:33.367652 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:33.475522 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-2c8b0d0e-ac38-41ca-8549-a41ae9d83d11 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3661692 Jul 18 08:55:33.516718 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Sync routers for ids ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:55:33.533157 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Routers {'07555264-1e4f-43cb-92b7-6cbdd73ae05c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:33.533882 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:33.607024 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Request body: {'port': {'device_id': '03f791bf-03fa-4016-b8f1-d28726da0465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:33.641470 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-1d7c13a3-7984-4af1-ac2f-f77c0cdf145a None None] Provisioning complete for port c28baf2a-afc4-455e-a99f-1526738ed8c0 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:33.641837 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1d7c13a3-7984-4af1-ac2f-f77c0cdf145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:33.677485 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-31900456-ba2c-4c45-b4d4-f13686f70a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:33.679292 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-31900456-ba2c-4c45-b4d4-f13686f70a3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0889969 Jul 18 08:55:33.688152 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:33.694822 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Set router 07555264-1e4f-43cb-92b7-6cbdd73ae05c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:33.696666 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c13a3-7984-4af1-ac2f-f77c0cdf145a None None] Port c28baf2a-afc4-455e-a99f-1526738ed8c0 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:33.756385 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3497-7322-4b29-96ea-67096f657072 req-8b9d2e71-de7e-4b5c-b6e0-6a98aa12dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:33.758340 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-8b9d2e71-de7e-4b5c-b6e0-6a98aa12dbd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543203 Jul 18 08:55:33.787720 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:33.878465 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-1f1a6fab-fa03-411c-b049-cd3655bb3499 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089182 Jul 18 08:55:33.952908 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T08:55:31Z', 'revision_number': 4, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'dc4d37d5-f572-4ff8-8655-c0771dcdeaf7', 'name': '', 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'mac_address': 'fa:16:3e:fa:6b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a5a64016-c561-49b4-86d7-e77363dd8284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:30Z', 'updated_at': '2022-07-18T08:55:31Z', 'revision_number': 2, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'subnets': [{'id': 'a5a64016-c561-49b4-86d7-e77363dd8284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:33.984430 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Checking router: 07555264-1e4f-43cb-92b7-6cbdd73ae05c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:55:33.985331 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Updating router 07555264-1e4f-43cb-92b7-6cbdd73ae05c port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 binding host dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 08:55:33.999073 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28baf2a-afc4-455e-a99f-1526738ed8c0 {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:55:34.008030 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Publish callbacks [] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.017730 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.026187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Transition to ACTIVE for port object c28baf2a-afc4-455e-a99f-1526738ed8c0 will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:55:34.086783 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee5c1-009f-4077-8efd-99e68fd50a74 req-69115459-6373-45ab-9521-163cbc698b14 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:34.089497 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c86ee5c1-009f-4077-8efd-99e68fd50a74 req-69115459-6373-45ab-9521-163cbc698b14 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 934 time: 0.0664256 Jul 18 08:55:34.090375 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.169075 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c86ee5c1-009f-4077-8efd-99e68fd50a74 req-a19072de-7e75-4c13-bb2e-247a1537ec1c tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692091 Jul 18 08:55:34.187493 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Pushing event updated for resources: {'Port': ['ID=c28baf2a-afc4-455e-a99f-1526738ed8c0,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:34.253839 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:34.256303 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:34.362803 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689b75-28fa-4301-9612-0e8e871c69f6 req-297cf3d3-a5d9-447f-8dd4-70252b721e89 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:34.364993 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ef689b75-28fa-4301-9612-0e8e871c69f6 req-297cf3d3-a5d9-447f-8dd4-70252b721e89 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 945 time: 0.0973344 Jul 18 08:55:34.395801 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Publish callbacks [] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), precommit_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.473159 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.503131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60336) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:34.508607 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ef689b75-28fa-4301-9612-0e8e871c69f6 req-0c9800e8-2e85-4456-9e2a-8c400b91e4a5 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024194 Jul 18 08:55:34.513744 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699322790', 'description': 'tempest-secgroup-smoke-1699322790 description', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:34.575631 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d37e3497-7322-4b29-96ea-67096f657072 req-c41aac74-f8d2-4ec5-a112-25d692dd41bf service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094595 Jul 18 08:55:34.678843 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.683569 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7dce8-f8d0-4926-929f-fd55f8cf22c7 None None] Pushing event updated for resources: {'Port': ['ID=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,revision_number=3']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:34.730294 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 2fbc8089-6585-42c7-b35b-54e67a3da0ce up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:34.737219 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Attempting to bind port c28baf2a-afc4-455e-a99f-1526738ed8c0 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:34.737824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Attempting to bind port c28baf2a-afc4-455e-a99f-1526738ed8c0 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:34.738350 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Attempting to bind port c28baf2a-afc4-455e-a99f-1526738ed8c0 on network b55f76e3-874b-4efb-9d05-cd39beedbbae {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:34.755176 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b585a7e-4b4a-4998-9959-c5e526fb3100 req-0980d8a3-720f-4f11-82f6-eab2df925039 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:34.756426 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b585a7e-4b4a-4998-9959-c5e526fb3100 req-0980d8a3-720f-4f11-82f6-eab2df925039 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.1061950 Jul 18 08:55:34.757798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Port c28baf2a-afc4-455e-a99f-1526738ed8c0 on network b55f76e3-874b-4efb-9d05-cd39beedbbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:55:34.758126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Attempting to bind port c28baf2a-afc4-455e-a99f-1526738ed8c0 on network b55f76e3-874b-4efb-9d05-cd39beedbbae {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:34.764629 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:34.765010 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Checking segment: {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:34.765440 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Bound using segment: {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:34.765888 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Bound port: c28baf2a-afc4-455e-a99f-1526738ed8c0, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a6296e-f7a3-40f6-aa64-6ac380a90762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:34.766257 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.787513 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group (b5cdc081-3399-4883-8e20-0131d4223ac5), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.813549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Attempting to bind port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 on host dv-cinder-850142-3-iscsi for vnic_type normal with profile {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:55:34.813913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Attempting to bind port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 by drivers openvswitch,hyperv on host dv-cinder-850142-3-iscsi at level 0 using segments [{'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:55:34.814268 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Attempting to bind port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 on network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:55:34.821029 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:34.822942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Checking agent: {'id': 'dc1deafc-1fda-4ed5-9c31-b3726d856492', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850142-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 36, 56), 'started_at': datetime.datetime(2022, 7, 18, 8, 37, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850142-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:55:34.823321 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Checking segment: {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:55:34.823751 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.824399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Bound using segment: {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'} {{(pid=111086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:55:34.824882 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.managers [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Bound port: dc4d37d5-f572-4ff8-8655-c0771dcdeaf7, host: dv-cinder-850142-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11cb48d-790a-4518-8fc0-4f43ed003081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336'}}] {{(pid=111086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:55:34.825262 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.837301 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=100 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:34.850088 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port 2fbc8089-6585-42c7-b35b-54e67a3da0ce triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:34.850483 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.854473 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b585a7e-4b4a-4998-9959-c5e526fb3100 req-bcb2c643-16d9-4954-af7a-9cc9b6069104 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772491 Jul 18 08:55:34.859351 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:34.882907 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] For port c28baf2a-afc4-455e-a99f-1526738ed8c0, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:34.886187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] For port c28baf2a-afc4-455e-a99f-1526738ed8c0, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c28baf2a-afc4-455e-a99f-1526738ed8c0,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:34.900954 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b5cdc081-3399-4883-8e20-0131d4223ac5), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.924142 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-4d5ce6e9-6cfb-494e-8572-e82478b8c9f7 None None] Provisioning complete for port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:34.924524 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce6e9-6cfb-494e-8572-e82478b8c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.933429 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cdc081-3399-4883-8e20-0131d4223ac5,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:34.941078 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.941415 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.941757 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.942090 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.942414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.942754 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.943059 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.943382 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.943729 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.944048 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.944366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.944683 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.944998 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.945509 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.945702 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:34.971431 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] For port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7, host dv-cinder-850142-3-iscsi, cleared binding levels {{(pid=111086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:55:34.986097 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ce6e9-6cfb-494e-8572-e82478b8c9f7 None None] Port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:55:34.987582 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:34.995501 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] For port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7, host dv-cinder-850142-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:55:35.027477 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.028182 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.028896 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.030698 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] 10.222.0.47 "PUT /v2.0/ports/c28baf2a-afc4-455e-a99f-1526738ed8c0 HTTP/1.1" status: 200 len: 1096 time: 1.4333272 Jul 18 08:55:35.030698 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f791bf-03fa-4016-b8f1-d28726da0465', 'tag': 'c28baf2a-afc4-455e-a99f-1526738ed8c0'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:35.036164 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-bbf22cd4-0588-49b0-88e6-a74be12fd3c3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5219941 Jul 18 08:55:35.036944 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dc7148-a1d3-4682-92f5-80f80bf1b10f" -d '{"events": [{"name": "network-changed", "server_uuid": "03f791bf-03fa-4016-b8f1-d28726da0465", "tag": "c28baf2a-afc4-455e-a99f-1526738ed8c0"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:35.039339 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60340) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:35.047953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group_rule': {'security_group_id': 'b5cdc081-3399-4883-8e20-0131d4223ac5', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:35.052827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port 2fbc8089-6585-42c7-b35b-54e67a3da0ce is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:35.081043 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45753ffe-7615-4ca6-b5fe-431c7dcef634 x-openstack-request-id: req-45753ffe-7615-4ca6-b5fe-431c7dcef634 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:35.081344 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f791bf-03fa-4016-b8f1-d28726da0465", "tag": "c28baf2a-afc4-455e-a99f-1526738ed8c0", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:35.081584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45753ffe-7615-4ca6-b5fe-431c7dcef634 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:35.081985 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45753ffe-7615-4ca6-b5fe-431c7dcef634'] response: {'name': 'network-changed', 'server_uuid': '03f791bf-03fa-4016-b8f1-d28726da0465', 'tag': 'c28baf2a-afc4-455e-a99f-1526738ed8c0', 'status': 'completed', 'code': 200} Jul 18 08:55:35.084851 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Pushing event updated for resources: {'Port': ['ID=c28baf2a-afc4-455e-a99f-1526738ed8c0,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:35.094024 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.094430 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.094772 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.095106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.095435 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.095801 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.096132 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.096450 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.096777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.097319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.097509 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.097812 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.098118 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.098432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.098803 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e0e66-33c3-4fb3-93de-a4569cad1406 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:35.141203 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.164392 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7148-a1d3-4682-92f5-80f80bf1b10f req-ab7f12af-b8f9-4226-8109-fbbe9e49037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.165932 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c0dc7148-a1d3-4682-92f5-80f80bf1b10f req-ab7f12af-b8f9-4226-8109-fbbe9e49037e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9945807f747246729410568cee6fc929&device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 1130 time: 0.0474524 Jul 18 08:55:35.215293 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c0dc7148-a1d3-4682-92f5-80f80bf1b10f req-a92bb4e4-7f1b-4bd2-bb73-8f707866773c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9945807f747246729410568cee6fc929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366850 Jul 18 08:55:35.215448 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Routers {'07555264-1e4f-43cb-92b7-6cbdd73ae05c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:35.215448 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:35.226848 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (38b0ff77-366e-401e-8565-5ba147c66fc1), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.264566 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7dce8-f8d0-4926-929f-fd55f8cf22c7 None None] Pushing event updated for resources: {'Port': ['ID=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:35.357404 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] Set router 07555264-1e4f-43cb-92b7-6cbdd73ae05c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:35.422567 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9533-2a97-4cb1-b574-53098dcd7581 req-ceeec222-fe68-47f3-a4b3-b0875c832845 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.424210 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a0cd9533-2a97-4cb1-b574-53098dcd7581 req-ceeec222-fe68-47f3-a4b3-b0875c832845 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 946 time: 0.0988669 Jul 18 08:55:35.457838 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (38b0ff77-366e-401e-8565-5ba147c66fc1), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.460056 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7148-a1d3-4682-92f5-80f80bf1b10f req-ebf3cf36-637b-4441-8869-2eed3c2b9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.460986 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c0dc7148-a1d3-4682-92f5-80f80bf1b10f req-ebf3cf36-637b-4441-8869-2eed3c2b9e35 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2453406 Jul 18 08:55:35.521498 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a0cd9533-2a97-4cb1-b574-53098dcd7581 req-47bd3786-8b85-4356-8398-b75ef1619bd8 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865085 Jul 18 08:55:35.555908 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (38b0ff77-366e-401e-8565-5ba147c66fc1), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.583795 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-00eaa59c-c7fc-4350-be89-73aaf55f0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.585332 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-00eaa59c-c7fc-4350-be89-73aaf55f0c6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9945807f747246729410568cee6fc929&device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 1130 time: 0.0769877 Jul 18 08:55:35.587910 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b0ff77-366e-401e-8565-5ba147c66fc1,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:35.633305 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-fca1cba1-fb00-4968-ab77-8fa4121a02bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c28baf2a-afc4-455e-a99f-1526738ed8c0 HTTP/1.1" status: 200 len: 217 time: 0.0384345 Jul 18 08:55:35.669100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.674799 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-39ac86c1-a7be-4362-8b35-9eab02734fea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6312363 Jul 18 08:55:35.675120 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60346) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:35.679313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group_rule': {'security_group_id': 'b5cdc081-3399-4883-8e20-0131d4223ac5', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:35.701828 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:35.721820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-87b8dac5-e74e-4977-a580-ab61d332524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.723366 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-87b8dac5-e74e-4977-a580-ab61d332524c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fb276dd-416f-4b0d-ae3e-35872a67e0ae HTTP/1.1" status: 200 len: 843 time: 0.0850103 Jul 18 08:55:35.726593 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Provisioning complete for port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:35.726976 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.745860 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4ce1d-3d8b-4d2b-8548-ccc7ed8216bc req-4f18c0f7-9c56-459d-9fcf-84f94a87f8c7 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.749241 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3e4ce1d-3d8b-4d2b-8548-ccc7ed8216bc req-4f18c0f7-9c56-459d-9fcf-84f94a87f8c7 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 945 time: 0.0969021 Jul 18 08:55:35.753351 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T08:55:31Z', 'revision_number': 4, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'dc4d37d5-f572-4ff8-8655-c0771dcdeaf7', 'name': '', 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'mac_address': 'fa:16:3e:fa:6b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a5a64016-c561-49b4-86d7-e77363dd8284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:30Z', 'updated_at': '2022-07-18T08:55:34Z', 'revision_number': 4, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'subnets': [{'id': 'a5a64016-c561-49b4-86d7-e77363dd8284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:35.778861 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (d400ac64-1169-4c3b-8f10-17f3d9e75799), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.784210 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed648d2b-8b18-421a-ab11-b788beb5ad02 None None] The sync data for ids ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'] in dv-cinder-850142-3-iscsi is: [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T08:55:31Z', 'revision_number': 4, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'dc4d37d5-f572-4ff8-8655-c0771dcdeaf7', 'name': '', 'network_id': '9ee1e124-c26d-43bc-9d15-1ed8509ee336', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'mac_address': 'fa:16:3e:fa:6b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a5a64016-c561-49b4-86d7-e77363dd8284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:30Z', 'updated_at': '2022-07-18T08:55:34Z', 'revision_number': 4, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'subnets': [{'id': 'a5a64016-c561-49b4-86d7-e77363dd8284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:55:35.798197 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:35.809843 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a3e4ce1d-3d8b-4d2b-8548-ccc7ed8216bc req-d6922757-210f-410b-8754-50d5444950d9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jul 18 08:55:35.836430 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-ef170c0a-ef6e-4bd4-b1a5-54f14a08108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:35.838283 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-ef170c0a-ef6e-4bd4-b1a5-54f14a08108d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55f76e3-874b-4efb-9d05-cd39beedbbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1094329 Jul 18 08:55:35.843551 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Current status of the port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 is: DOWN; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:35.844511 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:35.908904 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] For port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:35.992350 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.058928 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Pushing event updated for resources: {'Port': ['ID=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:36.065285 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (d400ac64-1169-4c3b-8f10-17f3d9e75799), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.070198 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.071399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.071399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.071399 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.071963 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.072119 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.072418 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.072749 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.073078 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.073410 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.073589 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9fb8-19ed-400c-95f8-eadbe8c25018 req-672e9b73-5b42-43ae-80f1-4962ea0144a8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:36.073726 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.074305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.074632 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.075433 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-601d9fb8-19ed-400c-95f8-eadbe8c25018 req-672e9b73-5b42-43ae-80f1-4962ea0144a8 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0962145 Jul 18 08:55:36.075564 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.075805 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0034cc-5156-4deb-a272-2ff6c555f7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:55:36.079656 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-3ef8551d-4452-429f-bd03-67dabc6e6756 service neutron] 10.222.0.47 "GET /v2.0/networks/b55f76e3-874b-4efb-9d05-cd39beedbbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269206 Jul 18 08:55:36.183509 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (d400ac64-1169-4c3b-8f10-17f3d9e75799), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.211054 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d400ac64-1169-4c3b-8f10-17f3d9e75799,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:36.212707 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:36.229099 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-601d9fb8-19ed-400c-95f8-eadbe8c25018 req-606f8303-93e0-4512-95ab-0670143e07af tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411793 Jul 18 08:55:36.268309 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-90c55e7e-c7d1-45c8-a216-42e5e83feea0 req-b6b71be6-45f4-4e9b-abb5-6fd3170f8287 service neutron] 10.222.0.47 "GET /v2.0/networks/b55f76e3-874b-4efb-9d05-cd39beedbbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818197 Jul 18 08:55:36.332047 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.336190 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-ad60fa2a-f0b7-433b-bf47-6619b75e5464 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6575401 Jul 18 08:55:36.336480 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60390) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:36.341121 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group_rule': {'security_group_id': 'b5cdc081-3399-4883-8e20-0131d4223ac5', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:36.484064 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (72e88789-81b9-4a44-a872-98137cfb8cf3), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.558937 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (72e88789-81b9-4a44-a872-98137cfb8cf3), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.645308 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:36.656497 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 up at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:36.661598 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (72e88789-81b9-4a44-a872-98137cfb8cf3), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.706003 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e88789-81b9-4a44-a872-98137cfb8cf3,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:36.719170 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bdeac-b83e-4229-80be-4d719ccad29d req-1820ea95-e121-4af6-b4b9-51af1703e82c tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:36.722185 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f01bdeac-b83e-4229-80be-4d719ccad29d req-1820ea95-e121-4af6-b4b9-51af1703e82c tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 946 time: 0.0932488 Jul 18 08:55:36.757650 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Provisioning complete for port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:36.758091 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.793052 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f01bdeac-b83e-4229-80be-4d719ccad29d req-1b1643fe-c2ef-43d4-9d1b-63b5a1aaeb61 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 Jul 18 08:55:36.802294 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:36.807396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60394) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:36.811612 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-93331ebd-b62f-4190-ab90-709ad592d472 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4700136 Jul 18 08:55:36.815131 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group_rule': {'security_group_id': 'b5cdc081-3399-4883-8e20-0131d4223ac5', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:36.879611 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Current status of the port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 is: ACTIVE; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:36.975280 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (5b1f6d2a-6cd3-49a2-98cc-d3f35db6997e), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.077491 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:37.085433 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (5b1f6d2a-6cd3-49a2-98cc-d3f35db6997e), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.198258 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (5b1f6d2a-6cd3-49a2-98cc-d3f35db6997e), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.223901 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1f6d2a-6cd3-49a2-98cc-d3f35db6997e,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:37.327470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.332778 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-c842922a-48e8-47e1-97ee-c7dcacdc1263 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5203454 Jul 18 08:55:37.334160 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60406) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:37.343433 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group_rule': {'security_group_id': 'b5cdc081-3399-4883-8e20-0131d4223ac5', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:37.460383 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c25d-146e-4484-b7bf-52378c3ccb1a req-e6b3e125-c687-460d-98aa-6595172ad2a3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:37.463098 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9d60c25d-146e-4484-b7bf-52378c3ccb1a req-e6b3e125-c687-460d-98aa-6595172ad2a3 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.1105258 Jul 18 08:55:37.556038 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9d60c25d-146e-4484-b7bf-52378c3ccb1a req-38958ee0-8c8e-46d9-8928-1b128a09013e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835712 Jul 18 08:55:37.581262 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.securitygroups_db [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Project 98f69056ca3e4e7c83f6c36c8e16c16c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 08:55:37.587345 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (74505e00-0e53-4d00-873f-b65bca3704cd), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.666315 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (74505e00-0e53-4d00-873f-b65bca3704cd), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.782870 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (74505e00-0e53-4d00-873f-b65bca3704cd), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.820297 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74505e00-0e53-4d00-873f-b65bca3704cd,revision_number=0']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:37.905823 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:37.907660 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f97dad74-e5af-4d5b-b400-d731fc417d69 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5718806 Jul 18 08:55:37.912425 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 60422) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:37.917055 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'security_group_rule': {'security_group_id': 'b5cdc081-3399-4883-8e20-0131d4223ac5', 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:38.002505 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf1e2-d104-4a4d-b309-d85c5b6205a2 req-40994a83-7040-4e67-a058-4a9ef54cc821 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:38.004220 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-244cf1e2-d104-4a4d-b309-d85c5b6205a2 req-40994a83-7040-4e67-a058-4a9ef54cc821 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 946 time: 0.0610495 Jul 18 08:55:38.033782 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.securitygroups_db [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Project 98f69056ca3e4e7c83f6c36c8e16c16c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 08:55:38.043575 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (f3df5f81-d686-4bc8-bc3e-74ec48af59e7), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:38.095709 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-244cf1e2-d104-4a4d-b309-d85c5b6205a2 req-835168b9-49a9-4183-9048-08d7fd75d5b2 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841424 Jul 18 08:55:38.129622 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (f3df5f81-d686-4bc8-bc3e-74ec48af59e7), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:38.238325 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702630'] for security_group_rule (f3df5f81-d686-4bc8-bc3e-74ec48af59e7), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:38.264995 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3df5f81-d686-4bc8-bc3e-74ec48af59e7,revision_number=0']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:38.498371 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:38.501316 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-fe87fd37-11e5-4284-a65b-9f33334dd8aa tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5863571 Jul 18 08:55:38.680162 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:38.706877 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59010bb-f8c0-464f-b484-dd60fe4d115c req-c9d11072-c26f-44c5-a03e-9713610209ca tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:38.709662 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f59010bb-f8c0-464f-b484-dd60fe4d115c req-c9d11072-c26f-44c5-a03e-9713610209ca tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0671184 Jul 18 08:55:38.769670 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f59010bb-f8c0-464f-b484-dd60fe4d115c req-a80d1c38-fc4e-41d8-84d1-f828a4ce9f05 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544376 Jul 18 08:55:39.235519 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516add30-6708-43c6-956d-25002bdf4a26 req-19c8f124-15b5-48eb-809c-656138c1cff8 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:39.237114 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-516add30-6708-43c6-956d-25002bdf4a26 req-19c8f124-15b5-48eb-809c-656138c1cff8 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 946 time: 0.0604489 Jul 18 08:55:39.585316 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-516add30-6708-43c6-956d-25002bdf4a26 req-6f759e9b-a7ec-4b1c-9ca3-3a780ca57271 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424921 Jul 18 08:55:39.847623 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c28baf2a-afc4-455e-a99f-1526738ed8c0 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:55:39.911016 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b93a-4df1-4c65-8d83-f0b6e2c8a355 req-90ef814f-3b44-4b76-8d67-edebb4977795 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:39.913404 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a729b93a-4df1-4c65-8d83-f0b6e2c8a355 req-90ef814f-3b44-4b76-8d67-edebb4977795 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0534353 Jul 18 08:55:39.974375 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a729b93a-4df1-4c65-8d83-f0b6e2c8a355 req-ae528dc0-2e61-4f4b-91c9-e45f78a448f9 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547633 Jul 18 08:55:39.988102 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port c28baf2a-afc4-455e-a99f-1526738ed8c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c28baf2a-afc4-455e-a99f-1526738ed8c0,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:40.000986 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': 'c28baf2a-afc4-455e-a99f-1526738ed8c0', 'network_id': 'b55f76e3-874b-4efb-9d05-cd39beedbbae', 'port_id': 'c28baf2a-afc4-455e-a99f-1526738ed8c0', 'mac_address': 'fa:16:3e:69:33:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb276dd-416f-4b0d-ae3e-35872a67e0ae', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:55:40.043833 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port c28baf2a-afc4-455e-a99f-1526738ed8c0 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:40.044258 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:40.059393 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28baf2a-afc4-455e-a99f-1526738ed8c0 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:55:40.098956 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port c28baf2a-afc4-455e-a99f-1526738ed8c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c28baf2a-afc4-455e-a99f-1526738ed8c0,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:40.176006 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:40.232572 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=c28baf2a-afc4-455e-a99f-1526738ed8c0,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:40.456238 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['c28baf2a-afc4-455e-a99f-1526738ed8c0'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:55:40.487534 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:40.718971 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c633a2-fd3e-4b99-9fd0-528aea19041d req-d7c64bb7-e88e-4891-ae65-c186a212a58d tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:40.720495 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e9c633a2-fd3e-4b99-9fd0-528aea19041d req-d7c64bb7-e88e-4891-ae65-c186a212a58d tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 947 time: 0.0488913 Jul 18 08:55:40.776050 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e9c633a2-fd3e-4b99-9fd0-528aea19041d req-7b211aa5-619a-48eb-8fed-cf4cd660a9c0 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Jul 18 08:55:41.097374 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78513529-28e7-4c96-b41d-d3d5c08328e6 req-6022cca5-c016-4fd7-b5a4-0791b811941a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:41.098920 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-78513529-28e7-4c96-b41d-d3d5c08328e6 req-6022cca5-c016-4fd7-b5a4-0791b811941a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0536020 Jul 18 08:55:41.155705 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-78513529-28e7-4c96-b41d-d3d5c08328e6 req-c804f18d-0c7a-4713-bdf0-edf17ef2ecdb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504701 Jul 18 08:55:41.869827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c28baf2a-afc4-455e-a99f-1526738ed8c0 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:41.917383 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7fa8-f87e-4c44-afef-b921d6ab8e1e req-eb2a2b21-7827-4257-8d08-b0bb9f93fc0d tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:41.919033 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bcba7fa8-f87e-4c44-afef-b921d6ab8e1e req-eb2a2b21-7827-4257-8d08-b0bb9f93fc0d tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 947 time: 0.0543242 Jul 18 08:55:41.947341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port c28baf2a-afc4-455e-a99f-1526738ed8c0 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:55:41.981066 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bcba7fa8-f87e-4c44-afef-b921d6ab8e1e req-7d534dd0-8dda-4e93-a9f4-ffdde79fc43c tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Jul 18 08:55:42.026863 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port c28baf2a-afc4-455e-a99f-1526738ed8c0 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:42.027251 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:42.029373 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:42.117741 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port c28baf2a-afc4-455e-a99f-1526738ed8c0 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:42.118006 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:42.143201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f791bf-03fa-4016-b8f1-d28726da0465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28baf2a-afc4-455e-a99f-1526738ed8c0'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:42.145663 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a459c4-e1a6-4b99-81e7-55bca035bcf0" -d '{"events": [{"server_uuid": "03f791bf-03fa-4016-b8f1-d28726da0465", "name": "network-vif-plugged", "status": "completed", "tag": "c28baf2a-afc4-455e-a99f-1526738ed8c0"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:42.161219 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port c28baf2a-afc4-455e-a99f-1526738ed8c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c28baf2a-afc4-455e-a99f-1526738ed8c0,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:42.192510 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16e2dc-4c21-4da7-b50d-dbb7b241081c x-openstack-request-id: req-5e16e2dc-4c21-4da7-b50d-dbb7b241081c {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:42.192797 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f791bf-03fa-4016-b8f1-d28726da0465", "name": "network-vif-plugged", "status": "completed", "tag": "c28baf2a-afc4-455e-a99f-1526738ed8c0", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:42.193368 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e16e2dc-4c21-4da7-b50d-dbb7b241081c {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:42.193786 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e16e2dc-4c21-4da7-b50d-dbb7b241081c'] response: {'server_uuid': '03f791bf-03fa-4016-b8f1-d28726da0465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28baf2a-afc4-455e-a99f-1526738ed8c0', 'code': 200} Jul 18 08:55:42.255396 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:42.302250 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27681c5-ddc7-49d7-8058-5c1d0e577097 req-f427fe81-7315-4295-bdbf-c902def092ff tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:42.303897 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d27681c5-ddc7-49d7-8058-5c1d0e577097 req-f427fe81-7315-4295-bdbf-c902def092ff tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0619619 Jul 18 08:55:42.323580 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=c28baf2a-afc4-455e-a99f-1526738ed8c0,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:42.364510 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d27681c5-ddc7-49d7-8058-5c1d0e577097 req-56cbe474-d066-431d-95fa-bd7b23e1b93f tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503762 Jul 18 08:55:42.569428 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994660e3-383a-46f1-ae39-780ebe4f8150 req-59b274e4-c6dc-4bf0-98e2-c6392548961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:42.571101 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-994660e3-383a-46f1-ae39-780ebe4f8150 req-59b274e4-c6dc-4bf0-98e2-c6392548961f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 1132 time: 0.0411265 Jul 18 08:55:42.617173 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-994660e3-383a-46f1-ae39-780ebe4f8150 req-1dbebf84-e85d-476d-99bc-1885cd4952fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Jul 18 08:55:43.112589 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bde64-1b2a-4467-986a-7bd4e66685d7 req-5169f0e5-19e3-468b-8ce6-8353aba476e4 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:43.114138 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-942bde64-1b2a-4467-986a-7bd4e66685d7 req-5169f0e5-19e3-468b-8ce6-8353aba476e4 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 948 time: 0.0584617 Jul 18 08:55:43.163519 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-942bde64-1b2a-4467-986a-7bd4e66685d7 req-051427d9-7ca2-4961-9d57-d5348765a6c7 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Jul 18 08:55:43.486040 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecd9b2-7b6f-484b-b780-5f2860f8cc1d req-ed9cd644-ad8e-4a79-910e-c2bf293723e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:43.487514 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d9ecd9b2-7b6f-484b-b780-5f2860f8cc1d req-ed9cd644-ad8e-4a79-910e-c2bf293723e0 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 943 time: 0.0473404 Jul 18 08:55:43.539192 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-d9ecd9b2-7b6f-484b-b780-5f2860f8cc1d req-552d03d4-2e8b-4d86-927c-61be9648bccf tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Jul 18 08:55:43.905831 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:55:44.022334 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:44.035051 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'port_id': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'mac_address': 'fa:16:3e:64:7b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:55:44.078278 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:44.078627 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:44.097527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:55:44.117175 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:44.204330 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:44.258948 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:44.295821 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8af534-d5d8-4f14-8e64-a31b5a3f0192 req-5d3d61d7-a6ce-4df1-b9a5-5ce603e5b849 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:44.303142 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1d8af534-d5d8-4f14-8e64-a31b5a3f0192 req-5d3d61d7-a6ce-4df1-b9a5-5ce603e5b849 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 948 time: 0.0610521 Jul 18 08:55:44.351068 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1d8af534-d5d8-4f14-8e64-a31b5a3f0192 req-be7ec06c-b6a4-4d2d-9aff-fd9546d41a4a tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470567 Jul 18 08:55:44.456262 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['649f5ff3-9ef1-4a08-9cee-a5b3ce52f527'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:55:44.587024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:44.665102 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726fb57-eadb-45e4-955b-b9769913589d req-6ea63980-1ecd-4427-b2ec-af6dd6d75f50 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:44.666613 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c726fb57-eadb-45e4-955b-b9769913589d req-6ea63980-1ecd-4427-b2ec-af6dd6d75f50 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Jul 18 08:55:44.719194 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c726fb57-eadb-45e4-955b-b9769913589d req-a8b5105f-3878-4f17-9c3b-1f367d1f2bb1 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Jul 18 08:55:45.474022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328724f-9fe8-4fb2-9bad-3b0a3f14a6f5 req-e5e70240-4ff2-4e05-953b-542620124118 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:45.475612 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9328724f-9fe8-4fb2-9bad-3b0a3f14a6f5 req-e5e70240-4ff2-4e05-953b-542620124118 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 948 time: 0.0493348 Jul 18 08:55:45.532124 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9328724f-9fe8-4fb2-9bad-3b0a3f14a6f5 req-2d6bbaec-e819-4e9d-b41d-b4b7618bc980 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506029 Jul 18 08:55:45.850148 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873d51-7b7e-4a71-83c1-854f5df75200 req-5a142bab-78f0-4881-bce5-e6b9e6b302dc tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:45.851747 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-95873d51-7b7e-4a71-83c1-854f5df75200 req-5a142bab-78f0-4881-bce5-e6b9e6b302dc tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 944 time: 0.0607362 Jul 18 08:55:45.903147 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:45.913711 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-95873d51-7b7e-4a71-83c1-854f5df75200 req-4566a621-b33d-45c9-9170-574a714653c5 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559008 Jul 18 08:55:45.940509 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:55:45.962811 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:45.992546 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:55:46.004612 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de765-2d17-4609-9d3c-029e4d7a57ea req-fa41d96b-227e-4c61-8246-6ed73d7585ca tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:46.006101 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c02de765-2d17-4609-9d3c-029e4d7a57ea req-fa41d96b-227e-4c61-8246-6ed73d7585ca tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 948 time: 0.0531948 Jul 18 08:55:46.043780 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:55:46.044260 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:46.057246 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-c02de765-2d17-4609-9d3c-029e4d7a57ea req-243e41cc-5082-4ede-ae4e-115f087b4581 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Jul 18 08:55:46.128583 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:55:46.129615 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:46.154748 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:46.157402 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6724f2-8fe3-4590-bbf7-855fc5f91039" -d '{"events": [{"server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "name": "network-vif-plugged", "status": "completed", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:46.172094 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:46.195291 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75e660-6a5f-44b4-be88-7602bd2874b5 x-openstack-request-id: req-de75e660-6a5f-44b4-be88-7602bd2874b5 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:46.195580 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "name": "network-vif-plugged", "status": "completed", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:46.195867 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de75e660-6a5f-44b4-be88-7602bd2874b5 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:46.199085 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de75e660-6a5f-44b4-be88-7602bd2874b5'] response: {'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'code': 200} Jul 18 08:55:46.253219 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:46.313762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:47.040225 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7bf24-2ce7-4e8c-a200-5beafa10d52c req-1c85726d-99d9-49ff-9134-737fd984866d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:47.041820 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dfb7bf24-2ce7-4e8c-a200-5beafa10d52c req-1c85726d-99d9-49ff-9134-737fd984866d tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0524266 Jul 18 08:55:47.103002 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dfb7bf24-2ce7-4e8c-a200-5beafa10d52c req-0bd7b394-c2d0-4505-9fa7-bfb8c599d6a7 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542188 Jul 18 08:55:47.187937 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daec082-44de-482c-9693-9206028eb4ac req-ad76fd08-92b0-42e3-8db5-f2ec45e52db3 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:47.189468 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3daec082-44de-482c-9693-9206028eb4ac req-ad76fd08-92b0-42e3-8db5-f2ec45e52db3 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 948 time: 0.0511737 Jul 18 08:55:47.249103 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3daec082-44de-482c-9693-9206028eb4ac req-b44c40be-fda0-4876-8609-b60cfd1679cd tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/security-groups?id=a8027951-0262-4b98-bd1b-c6beae9c026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 Jul 18 08:55:47.517232 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-1e694925-86c3-452a-957f-941b8cba2d4a tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:47.519324 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-1e694925-86c3-452a-957f-941b8cba2d4a tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.47 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 948 time: 0.0739517 Jul 18 08:55:47.542481 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d76419-9012-4a9c-b975-924d68859d43 req-1597fb60-5ec7-4c94-90d4-25b7cfef3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:47.544066 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a8d76419-9012-4a9c-b975-924d68859d43 req-1597fb60-5ec7-4c94-90d4-25b7cfef3d1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1129 time: 0.0469205 Jul 18 08:55:47.567106 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:47.609047 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a8d76419-9012-4a9c-b975-924d68859d43 req-78e3af83-4a25-4207-aef0-91ea1a8228fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581028 Jul 18 08:55:47.628940 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Deleting port c28baf2a-afc4-455e-a99f-1526738ed8c0 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:55:47.629291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:47.736223 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:47.738201 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] For port c28baf2a-afc4-455e-a99f-1526738ed8c0, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=c28baf2a-afc4-455e-a99f-1526738ed8c0,segment=NetworkSegment(28a6296e-f7a3-40f6-aa64-6ac380a90762),segment_id=28a6296e-f7a3-40f6-aa64-6ac380a90762)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:55:47.738593 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:47.754335 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Calling delete_port for c28baf2a-afc4-455e-a99f-1526738ed8c0 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:55:47.953163 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (c28baf2a-afc4-455e-a99f-1526738ed8c0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:47.967946 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['c28baf2a-afc4-455e-a99f-1526738ed8c0'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:55:47.998911 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Pushing event deleted for resources: {'Port': ['ID=c28baf2a-afc4-455e-a99f-1526738ed8c0,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:48.059695 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] No DVR routers for this DVR port c28baf2a-afc4-455e-a99f-1526738ed8c0 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:55:48.062814 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:48.066194 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-517a3bb5-53d9-4af6-b33d-5cbeed05861f req-87bb3790-035e-4dbb-b837-44a9c84a30b1 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.47 "DELETE /v2.0/ports/c28baf2a-afc4-455e-a99f-1526738ed8c0 HTTP/1.1" status: 204 len: 173 time: 0.5370317 Jul 18 08:55:48.066736 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f791bf-03fa-4016-b8f1-d28726da0465', 'name': 'network-vif-deleted', 'tag': 'c28baf2a-afc4-455e-a99f-1526738ed8c0'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:48.069072 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edc9993-a2c2-4ea2-9ab1-f77ca9b0a917" -d '{"events": [{"server_uuid": "03f791bf-03fa-4016-b8f1-d28726da0465", "name": "network-vif-deleted", "tag": "c28baf2a-afc4-455e-a99f-1526738ed8c0"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:48.111909 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f6d84-8b9d-4ea3-93a4-cc64977c4687 x-openstack-request-id: req-b01f6d84-8b9d-4ea3-93a4-cc64977c4687 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:48.112231 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f791bf-03fa-4016-b8f1-d28726da0465", "name": "network-vif-deleted", "tag": "c28baf2a-afc4-455e-a99f-1526738ed8c0", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:48.112495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b01f6d84-8b9d-4ea3-93a4-cc64977c4687 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:48.112907 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01f6d84-8b9d-4ea3-93a4-cc64977c4687'] response: {'server_uuid': '03f791bf-03fa-4016-b8f1-d28726da0465', 'name': 'network-vif-deleted', 'tag': 'c28baf2a-afc4-455e-a99f-1526738ed8c0', 'status': 'completed', 'code': 200} Jul 18 08:55:48.242619 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0f88a-4fa8-442f-935c-6ec07ffd43a3 req-f50c5453-97ab-49e4-8385-1b9641b18eb6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:48.244280 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bff0f88a-4fa8-442f-935c-6ec07ffd43a3 req-f50c5453-97ab-49e4-8385-1b9641b18eb6 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0514977 Jul 18 08:55:48.298171 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bff0f88a-4fa8-442f-935c-6ec07ffd43a3 req-4f6d1aac-f916-49c2-8195-5b06a7c8b003 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479515 Jul 18 08:55:48.371926 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-414162d2-d529-454c-bdb6-7951fbe40546 req-384dee99-1c7e-4459-9d7b-dd9dfee59893 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.0308590 Jul 18 08:55:49.439503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c43f8d-9277-413c-966b-d49bbad21ec0 req-a6f9e0d1-e962-4543-80de-7bbdfeb3c81c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:49.441041 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31c43f8d-9277-413c-966b-d49bbad21ec0 req-a6f9e0d1-e962-4543-80de-7bbdfeb3c81c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0613008 Jul 18 08:55:49.506498 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-31c43f8d-9277-413c-966b-d49bbad21ec0 req-f17c8039-6878-44f8-a93e-ea79397434b5 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595899 Jul 18 08:55:49.519782 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a919979d-0317-4684-a40d-e01ec11779fb req-d0ef1794-58e4-4fd6-8775-65cf82e372c7 tempest-VolumesNegativeTest-2127293993 tempest-VolumesNegativeTest-2127293993-project] 10.222.0.57 "GET /v2.0/ports?device_id=03f791bf-03fa-4016-b8f1-d28726da0465 HTTP/1.1" status: 200 len: 210 time: 0.0456419 Jul 18 08:55:49.644664 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855745a-fd99-444b-a258-d29b7813b5f1 req-a23d1bd9-ea14-4696-a83b-c8a3d394bc25 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:49.646224 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3855745a-fd99-444b-a258-d29b7813b5f1 req-a23d1bd9-ea14-4696-a83b-c8a3d394bc25 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0532618 Jul 18 08:55:49.702771 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3855745a-fd99-444b-a258-d29b7813b5f1 req-93ce171b-c9e1-4514-830c-eb8c4f9561e4 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502269 Jul 18 08:55:49.733330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60570) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:49.968932 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb2014a-e1c1-4bf5-aaca-591c7a74cf97 tempest-TestVolumeBootPattern-2059422744 tempest-TestVolumeBootPattern-2059422744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:49.970482 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4bb2014a-e1c1-4bf5-aaca-591c7a74cf97 tempest-TestVolumeBootPattern-2059422744 tempest-TestVolumeBootPattern-2059422744-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1124 time: 0.2359600 Jul 18 08:55:49.973378 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60574) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:49.977700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'port_id': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:55:50.104143 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:50.181552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:50.194735 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:50.315626 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Allocated IP 172.27.1.225 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/1a9627cb-2caa-4811-8842-ea00c9f316a0) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:55:50.327251 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:50.430332 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:50.545193 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:50.593508 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:55:50.598867 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:55:50.603138 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:55:50.608458 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=1a9627cb-2caa-4811-8842-ea00c9f316a0,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:50.928362 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:50.985913 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (4666d34e-5e6f-4213-9a8e-9b770a999fb6), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:51.124158 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-440c92e0-588a-456d-a87d-3ac35138ded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:51.124954 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:51.290282 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:51.355502 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:51.430471 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event updated for resources: {'Port': ['ID=1a9627cb-2caa-4811-8842-ea00c9f316a0,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:51.440968 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (4666d34e-5e6f-4213-9a8e-9b770a999fb6), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:51.546023 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Floating IP 4666d34e-5e6f-4213-9a8e-9b770a999fb6 associated. External IP: 172.27.1.225, port: 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527. Jul 18 08:55:51.587436 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:51.765759 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:55:51.882935 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:55:51.895492 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:55:51.907242 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:51.907906 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:51.949183 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:51.957042 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c28baf2a-afc4-455e-a99f-1526738ed8c0 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:55:51.975392 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:52.001537 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: c28baf2a-afc4-455e-a99f-1526738ed8c0 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:55:52.002077 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device c28baf2a-afc4-455e-a99f-1526738ed8c0 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:55:52.009976 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9966611f-d3b7-422a-8106-c4d136ab5249 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0354023 Jul 18 08:55:52.010885 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:55:52.016080 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21078db7-04b0-4eaf-8af6-303e251054c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:55:52.023949 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:52.089267 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d5b71-0b5c-418b-a78f-79cdf84d015f x-openstack-request-id: req-df0d5b71-0b5c-418b-a78f-79cdf84d015f {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:55:52.089555 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:55:52.089806 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df0d5b71-0b5c-418b-a78f-79cdf84d015f {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:55:52.090208 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0d5b71-0b5c-418b-a78f-79cdf84d015f'] response: {'name': 'network-changed', 'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'status': 'completed', 'code': 200} Jul 18 08:55:52.130705 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:52.162017 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-79823e32-1b31-45cb-baf6-46aabc9dcab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:52.163552 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-79823e32-1b31-45cb-baf6-46aabc9dcab9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1129 time: 0.0450699 Jul 18 08:55:52.276269 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:33Z', 'revision_number': 1, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}, {'id': '4666d34e-5e6f-4213-9a8e-9b770a999fb6', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:64:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:55:50Z', 'updated_at': '2022-07-18T08:55:50Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:52.300564 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-39113bfe-6b8e-4f36-8d5a-f5e9167050a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:52.302038 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-39113bfe-6b8e-4f36-8d5a-f5e9167050a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.1226928 Jul 18 08:55:52.309158 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:55:52.319298 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:55:52.319941 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:55:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:52.381457 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-ee8290f7-4c50-4c05-9dfb-d84ef557e466 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 HTTP/1.1" status: 200 len: 999 time: 0.0733495 Jul 18 08:55:52.445730 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-e3a77474-0ded-4b80-bee0-0fd45401eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:52.447281 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-e3a77474-0ded-4b80-bee0-0fd45401eb8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0592904 Jul 18 08:55:52.498909 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-c09beb62-6ebb-44c3-b729-91fe4f24c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:55:52.500461 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-c09beb62-6ebb-44c3-b729-91fe4f24c51f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451896 Jul 18 08:55:52.531447 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:55:52.600572 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-5eb9cbe5-a306-45c1-8f3f-5a3a5e45ec84 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908802 Jul 18 08:55:52.720981 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-21078db7-04b0-4eaf-8af6-303e251054c4 req-5a95fd45-c508-4141-8b01-c6980e18bdd6 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138859 Jul 18 08:55:52.805749 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:33Z', 'revision_number': 1, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}, {'id': '4666d34e-5e6f-4213-9a8e-9b770a999fb6', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:64:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:55:50Z', 'updated_at': '2022-07-18T08:55:50Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:55:52.836172 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd537a-4078-45af-b7c3-d7495cd47c17 None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:33Z', 'revision_number': 1, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}, {'id': '4666d34e-5e6f-4213-9a8e-9b770a999fb6', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:64:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:55:50Z', 'updated_at': '2022-07-18T08:55:50Z', 'revision_number': 0, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:55:53.086696 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c17782-caa2-48f1-b46f-efd3a4269e95 None None] New status for floating IP 4666d34e-5e6f-4213-9a8e-9b770a999fb6: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:55:53.130665 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:53.521338 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9d3c-6a8f-4fac-9247-7b8ba7ea6cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:54.598159 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:56.249647 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:56.492688 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:58.193486 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60878) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:58.351289 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e26b8869-4d14-42ad-9cfd-25178768900d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9945807f747246729410568cee6fc929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565371 Jul 18 08:55:58.354475 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 60882) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:55:58.409331 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-98c05fbc-a18f-43aa-bc93-1e12fa8d7259 admin admin] Publish callbacks [] for security_group (a8027951-0262-4b98-bd1b-c6beae9c026d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:58.440447 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-98c05fbc-a18f-43aa-bc93-1e12fa8d7259 admin admin] Publish callbacks [] for security_group (a8027951-0262-4b98-bd1b-c6beae9c026d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:58.583790 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-98c05fbc-a18f-43aa-bc93-1e12fa8d7259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (a8027951-0262-4b98-bd1b-c6beae9c026d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:58.586767 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-98c05fbc-a18f-43aa-bc93-1e12fa8d7259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:55:58.588286 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-98c05fbc-a18f-43aa-bc93-1e12fa8d7259 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a8027951-0262-4b98-bd1b-c6beae9c026d HTTP/1.1" status: 204 len: 168 time: 0.2327530 Jul 18 08:55:58.598034 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c05fbc-a18f-43aa-bc93-1e12fa8d7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8027951-0262-4b98-bd1b-c6beae9c026d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:55:59.483783 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:55:59.487957 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=26 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:02.145675 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:02.160129 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-3f498f94-708b-4db1-acd7-5044b09d1ad2 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699322790&fields=id&tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c HTTP/1.1" status: 200 len: 267 time: 0.3240383 Jul 18 08:56:02.274116 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-49990282-1399-42c5-ae07-ebc25cf412f6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:02.275714 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-49990282-1399-42c5-ae07-ebc25cf412f6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 808 time: 0.1090672 Jul 18 08:56:02.290604 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-63fb581a-44f5-4889-88e4-f8b348831ce5 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/quotas/98f69056ca3e4e7c83f6c36c8e16c16c HTTP/1.1" status: 200 len: 375 time: 0.0094421 Jul 18 08:56:02.347185 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-ecb066a1-3565-4be8-b84c-e82c941c16fe tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509422 Jul 18 08:56:02.444078 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:02.449949 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-013cf5d7-dcbe-4f46-a631-9c1e7d59b587 service neutron] 10.222.0.57 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894990 Jul 18 08:56:02.538656 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=96 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:02.543590 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:56:02.553017 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-ff62c2fe-7986-4c38-927a-be0524afd0a7 service neutron] 10.222.0.57 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972927 Jul 18 08:56:02.805293 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:02.909251 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:03.130176 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0b7232f8-8db7-463c-80ec-3434acd96c64 req-3718ddc6-e0ae-4167-a3bb-34a62f7f907a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 210 time: 0.0367777 Jul 18 08:56:04.212710 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1dc788c7-c250-4be9-be1e-eb4fbd861a7a req-97482c3f-5195-4f7f-840e-98d5dd69956c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 210 time: 0.0292532 Jul 18 08:56:05.313342 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fdf0d842-11ca-43b4-b7e1-ff75e86b2707 req-fac8bebc-0a4c-4f1c-9233-71d5101f5d26 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 210 time: 0.0287051 Jul 18 08:56:05.526552 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-521b47fd-e555-4b96-8b5c-9b5da2b87a94 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:05.528761 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-521b47fd-e555-4b96-8b5c-9b5da2b87a94 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 808 time: 0.1192024 Jul 18 08:56:05.597842 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-1ea56b14-c002-450d-b9d6-ea31c97b2299 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c HTTP/1.1" status: 200 len: 380 time: 0.0610411 Jul 18 08:56:05.606278 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'port': {'device_id': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'admin_state_up': True, 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'security_groups': ['b5cdc081-3399-4883-8e20-0131d4223ac5']}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:56:05.801101 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Made reservation on behalf of 98f69056ca3e4e7c83f6c36c8e16c16c for: {'port': 1} {{(pid=111085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:56:05.804636 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:05.932626 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Allocated IP 172.20.0.13 (77fb5333-2466-4ce0-ab30-1a0009326272/38f9ed2f-d66f-43c6-939b-de3057c5ca2c/7e90d63d-9e1b-4274-b07d-aa12cb6b3c70) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:56:06.064531 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:06.078102 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.187584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.223212 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:06.236621 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Network 77fb5333-2466-4ce0-ab30-1a0009326272 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:56:06.241823 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:56:06.243949 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:06.246057 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:56:06.305198 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:06.305853 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.438763 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc588c09-7689-40c5-9ca8-420bd12804cf req-ce95cebf-effe-45f9-a0e8-c714bcc3f604 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:06.440284 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dc588c09-7689-40c5-9ca8-420bd12804cf req-ce95cebf-effe-45f9-a0e8-c714bcc3f604 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 932 time: 0.0512664 Jul 18 08:56:06.462730 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-0904e4f4-0687-4e1d-90ce-df4230c96895 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602178 Jul 18 08:56:06.483583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Request body: {'port': {'device_id': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:56:06.516581 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-4cfbcef4-5286-40ac-92df-32fd8aaa1c8d None None] Provisioning complete for port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 triggered by entity DHCP. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:56:06.516581 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcef4-5286-40ac-92df-32fd8aaa1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.521010 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-dc588c09-7689-40c5-9ca8-420bd12804cf req-931650e6-7baf-4d38-8fe9-c97bcd67b642 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749533 Jul 18 08:56:06.550844 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbcef4-5286-40ac-92df-32fd8aaa1c8d None None] Port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 cannot update to ACTIVE because it is not bound. {{(pid=111086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 08:56:06.573846 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.839434 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 {{(pid=111085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:56:06.847184 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Publish callbacks [] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.859896 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.provisioning_blocks [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Transition to ACTIVE for port object 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 will not be triggered until provisioned by entity L2. {{(pid=111085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:56:06.932372 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:06.985829 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:07.014586 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:07.066465 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Attempting to bind port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:56:07.066818 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Attempting to bind port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:56:07.067155 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Attempting to bind port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 on network 77fb5333-2466-4ce0-ab30-1a0009326272 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:56:07.071994 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 on network 77fb5333-2466-4ce0-ab30-1a0009326272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:56:07.072330 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Attempting to bind port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 on network 77fb5333-2466-4ce0-ab30-1a0009326272 {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:56:07.079355 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:56:07.085750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Checking segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:56:07.085750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Bound using segment: {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'} {{(pid=111085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:56:07.085750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.managers [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Bound port: 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b08b6-9abd-46dd-b245-a132b3e09d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272'}}] {{(pid=111085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:56:07.085750 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:07.152533 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, cleared binding levels {{(pid=111085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:56:07.156443 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:56:07.238081 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:07.273938 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.274564 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:07.276083 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] 10.222.0.47 "PUT /v2.0/ports/7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1094 time: 0.8051817 Jul 18 08:56:07.276654 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:56:07.279798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b4597e-8beb-4941-bca6-6389d7db1ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:56:07.306124 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a9e28-9077-4c49-823f-503dfc8eac3e service neutron] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=3']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:07.355125 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160b321-fb92-456f-a16b-5b7295c5e380 x-openstack-request-id: req-4160b321-fb92-456f-a16b-5b7295c5e380 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:56:07.355441 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:56:07.355706 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4160b321-fb92-456f-a16b-5b7295c5e380 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:56:07.356189 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4160b321-fb92-456f-a16b-5b7295c5e380'] response: {'name': 'network-changed', 'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'status': 'completed', 'code': 200} Jul 18 08:56:07.421443 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4597e-8beb-4941-bca6-6389d7db1ca5 req-2a9ec294-4b2f-4da7-acec-60a3b4893857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.422971 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-52b4597e-8beb-4941-bca6-6389d7db1ca5 req-2a9ec294-4b2f-4da7-acec-60a3b4893857 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1128 time: 0.0462742 Jul 18 08:56:07.452851 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:07.533586 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4597e-8beb-4941-bca6-6389d7db1ca5 req-e9a6b3ce-f49b-4f19-a4d9-93d8c75632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.535106 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-52b4597e-8beb-4941-bca6-6389d7db1ca5 req-e9a6b3ce-f49b-4f19-a4d9-93d8c75632c9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1032591 Jul 18 08:56:07.669716 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bcff7-9d04-49c8-ade0-14eead4eeced req-470e453f-cdc8-45ad-9f87-bda3045d107a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.671244 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-488bcff7-9d04-49c8-ade0-14eead4eeced req-470e453f-cdc8-45ad-9f87-bda3045d107a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0633085 Jul 18 08:56:07.698208 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4597e-8beb-4941-bca6-6389d7db1ca5 req-3809e3fa-bb82-4d47-b066-6d4dd1c09b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.701732 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-52b4597e-8beb-4941-bca6-6389d7db1ca5 req-3809e3fa-bb82-4d47-b066-6d4dd1c09b20 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570199 Jul 18 08:56:07.734934 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-488bcff7-9d04-49c8-ade0-14eead4eeced req-2c005bbc-f781-4afe-b502-d2e3da25f7dc tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 Jul 18 08:56:07.787057 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-fb5bf91a-7e45-4fc6-adea-a3c1e5e3c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.788625 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-fb5bf91a-7e45-4fc6-adea-a3c1e5e3c793 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1128 time: 0.0449097 Jul 18 08:56:07.829879 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-7aa48e5a-e3dd-46f9-bac9-e070c4539aed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 217 time: 0.0341964 Jul 18 08:56:07.883170 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-be4d7b23-318c-4c8e-a678-7d7d388042c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.884600 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-be4d7b23-318c-4c8e-a678-7d7d388042c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0484374 Jul 18 08:56:07.931245 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-1f2154dd-713e-4605-8ace-0d1b55f44741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:07.932793 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-1f2154dd-713e-4605-8ace-0d1b55f44741 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402009 Jul 18 08:56:08.033346 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-c3c88641-89e9-402a-8afe-7c6867543854 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936561 Jul 18 08:56:08.132245 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8bf6b27-f7e1-45b0-bd86-b90c9fa653c2 req-ba519b7b-b892-4403-bd40-31ade1f0fdb0 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922177 Jul 18 08:56:08.496354 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-86daf573-0b83-41fd-a2b2-eef0e7aaabcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386653 Jul 18 08:56:08.851977 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad42f8d-6d10-4bd6-8079-2c61a3e06565 req-871e4b3c-95ba-4022-9bf6-4055fb9c82c9 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:08.853475 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ad42f8d-6d10-4bd6-8079-2c61a3e06565 req-871e4b3c-95ba-4022-9bf6-4055fb9c82c9 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0481746 Jul 18 08:56:08.904134 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ad42f8d-6d10-4bd6-8079-2c61a3e06565 req-846d8fba-e84a-44f3-9153-8becf78ca859 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Jul 18 08:56:10.023133 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cbf80-c232-4897-ac39-4b098cb98666 req-cd6c22cf-802e-4139-9f15-902683f7fc2b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:10.024653 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e9cbf80-c232-4897-ac39-4b098cb98666 req-cd6c22cf-802e-4139-9f15-902683f7fc2b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0475249 Jul 18 08:56:10.075659 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e9cbf80-c232-4897-ac39-4b098cb98666 req-97c720d9-855f-451f-b035-8837360f5b47 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Jul 18 08:56:11.200292 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985a6cd-6c49-4514-afb8-49ea64172198 req-e2847416-8096-490f-9403-b6a1135c0139 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:11.201823 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b985a6cd-6c49-4514-afb8-49ea64172198 req-e2847416-8096-490f-9403-b6a1135c0139 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0533054 Jul 18 08:56:11.252818 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-b985a6cd-6c49-4514-afb8-49ea64172198 req-d11a32ed-0cd2-46d7-a069-bdc3eea32256 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Jul 18 08:56:11.682816 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:11.689039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-8d18e8ce-727a-42d0-b453-69ec825506eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:11.697640 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-8d18e8ce-727a-42d0-b453-69ec825506eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1130 time: 0.0481541 Jul 18 08:56:11.836901 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-95b08627-b0c1-46ad-9edd-8d07e21df5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:11.838754 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-95b08627-b0c1-46ad-9edd-8d07e21df5d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.0937853 Jul 18 08:56:11.907807 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-f242909a-abcb-4dbf-bb4d-3dda8fbf4303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 200 len: 1000 time: 0.0609641 Jul 18 08:56:11.961298 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-ac60ad1c-94c5-418b-a5af-a23bf5c7ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:11.962787 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-ac60ad1c-94c5-418b-a5af-a23bf5c7ad1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0458581 Jul 18 08:56:12.006619 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-14e8c796-b135-4ea1-9507-d1caf313a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:12.008126 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-14e8c796-b135-4ea1-9507-d1caf313a630 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387423 Jul 18 08:56:12.102921 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-7640b947-2954-44e2-84b6-ab83cd7078a6 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882010 Jul 18 08:56:12.175536 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:12.199232 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9e295a6b-1b6a-4068-8b42-940744ee9969 req-a7452d3a-31ea-48fc-9d24-28b3a9903e4e service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Jul 18 08:56:12.368632 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388aaf-0926-40a6-b2eb-afc6b65960cd req-e96c8038-7ee1-43cb-aca8-6a31c20676af tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:12.370148 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1f388aaf-0926-40a6-b2eb-afc6b65960cd req-e96c8038-7ee1-43cb-aca8-6a31c20676af tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0515518 Jul 18 08:56:12.423564 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1f388aaf-0926-40a6-b2eb-afc6b65960cd req-3753be47-1a8d-4780-880e-55b474fbcf9b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475130 Jul 18 08:56:12.540147 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=66 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:13.545638 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb12e-809f-4bfb-b43d-2dd258c318ec req-2faaad83-dea4-48e8-8ff5-07874d0aefab tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:13.545638 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3dccb12e-809f-4bfb-b43d-2dd258c318ec req-2faaad83-dea4-48e8-8ff5-07874d0aefab tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0476553 Jul 18 08:56:13.596263 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-3dccb12e-809f-4bfb-b43d-2dd258c318ec req-857082a9-8f13-4341-b056-215fcb13d8e0 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459316 Jul 18 08:56:14.719514 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e690bd-5209-4411-ae38-cec968dc5d10 req-1d86be4a-2cf1-4ced-a8f5-32ddc8c7d6cf tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:14.721551 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54e690bd-5209-4411-ae38-cec968dc5d10 req-1d86be4a-2cf1-4ced-a8f5-32ddc8c7d6cf tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0496995 Jul 18 08:56:14.775370 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54e690bd-5209-4411-ae38-cec968dc5d10 req-6925bebd-c85b-4176-bb7e-93dc14341fc7 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481732 Jul 18 08:56:15.910059 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca630ba-24ce-4063-b778-73f858658358 req-4828a00b-02c7-447c-b43c-297fe6650203 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:15.911572 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0ca630ba-24ce-4063-b778-73f858658358 req-4828a00b-02c7-447c-b43c-297fe6650203 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0546505 Jul 18 08:56:15.967132 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0ca630ba-24ce-4063-b778-73f858658358 req-eac21c88-4651-4cef-a679-3f260fd84e09 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493641 Jul 18 08:56:16.146622 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:17.083527 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aa7a5-de18-4414-854d-7024124ab847 req-4ea093a1-c087-45ec-8c95-5f9578a15622 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:17.084950 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9c5aa7a5-de18-4414-854d-7024124ab847 req-4ea093a1-c087-45ec-8c95-5f9578a15622 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0477173 Jul 18 08:56:17.134450 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9c5aa7a5-de18-4414-854d-7024124ab847 req-02d02fd1-2cb7-4dbf-8922-e877eeca11d6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Jul 18 08:56:18.249031 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc766-cefb-4732-8117-3961d33e7b25 req-ece88918-fed8-47a7-8f98-973bd9ffb037 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:18.250545 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ed2fc766-cefb-4732-8117-3961d33e7b25 req-ece88918-fed8-47a7-8f98-973bd9ffb037 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0485260 Jul 18 08:56:18.301863 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ed2fc766-cefb-4732-8117-3961d33e7b25 req-c09c7e30-16d6-4e52-9eca-4a6d66e1f4d2 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Jul 18 08:56:19.419796 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f201e-8550-4272-a5b6-b50401b7a2f3 req-2d2bb78c-9a04-46ab-88f8-2bd54643e65f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:19.421280 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e00f201e-8550-4272-a5b6-b50401b7a2f3 req-2d2bb78c-9a04-46ab-88f8-2bd54643e65f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0512023 Jul 18 08:56:19.470558 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e00f201e-8550-4272-a5b6-b50401b7a2f3 req-a3a7d76d-1b9b-451d-9265-33a1ea3b522a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Jul 18 08:56:20.049824 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:56:20.151001 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:20.163778 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'port_id': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'mac_address': 'fa:16:3e:d5:e9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:56:20.198854 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:56:20.199234 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:20.212579 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:56:20.238800 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:20.326828 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:20.375302 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:20.577408 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:56:20.593317 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddd9d-20a4-4983-903f-bfb0a7a5e66b req-179e0bb8-b14c-424a-a20d-373e03ade04b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:20.594856 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-330ddd9d-20a4-4983-903f-bfb0a7a5e66b req-179e0bb8-b14c-424a-a20d-373e03ade04b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 945 time: 0.0518537 Jul 18 08:56:20.654487 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-330ddd9d-20a4-4983-903f-bfb0a7a5e66b req-23d531f9-fe96-42ba-8d25-a76ac4509165 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537040 Jul 18 08:56:21.137752 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0096-0cc7-4e35-b879-87f75c25abd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:21.773205 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad20213-8af9-456a-84fc-9ff02dbdfc3b req-60032b2c-da06-49cf-a45a-621ca89c4168 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:21.774665 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0ad20213-8af9-456a-84fc-9ff02dbdfc3b req-60032b2c-da06-49cf-a45a-621ca89c4168 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 945 time: 0.0492420 Jul 18 08:56:21.825082 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0ad20213-8af9-456a-84fc-9ff02dbdfc3b req-6b2c52ef-0ed9-46c0-a23b-b79e57303590 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Jul 18 08:56:22.080325 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:56:22.122443 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:56:22.219896 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:56:22.220757 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:22.296418 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:56:22.296806 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:22.319897 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:56:22.322159 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7345783-0b25-40ab-aea5-80a20f2ee8b4" -d '{"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-plugged", "status": "completed", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:56:22.336406 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:22.363184 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92af044a-583f-4e3a-be67-1268d2d61097 x-openstack-request-id: req-92af044a-583f-4e3a-be67-1268d2d61097 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:56:22.363471 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-plugged", "status": "completed", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:56:22.363758 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92af044a-583f-4e3a-be67-1268d2d61097 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:56:22.364262 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92af044a-583f-4e3a-be67-1268d2d61097'] response: {'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'code': 200} Jul 18 08:56:22.414541 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:22.440977 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:22.464272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:22.668896 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6abdd-3dcc-4359-b7a0-dd79e48a9d6d req-8525864c-3560-482d-98ea-2fe97073d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:22.670742 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f9d6abdd-3dcc-4359-b7a0-dd79e48a9d6d req-8525864c-3560-482d-98ea-2fe97073d702 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0430796 Jul 18 08:56:22.717018 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f9d6abdd-3dcc-4359-b7a0-dd79e48a9d6d req-9d5f5a77-eaff-420c-8ca5-f63d92a3199b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Jul 18 08:56:22.930878 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:22.940178 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de2b3a-b6f6-4f7a-a99f-e364763ce2f8 req-14618e18-7a98-4354-8a9b-61629fdce5b2 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:22.941660 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b2de2b3a-b6f6-4f7a-a99f-e364763ce2f8 req-14618e18-7a98-4354-8a9b-61629fdce5b2 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0481093 Jul 18 08:56:22.991946 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b2de2b3a-b6f6-4f7a-a99f-e364763ce2f8 req-3d28862b-b539-4e9d-9e09-09264a123d20 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Jul 18 08:56:23.505348 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e2d23374-e704-43c7-a19a-3593ebfe11e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:24.275970 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac803e0-d82d-49ab-8722-5c9b4fcfc55e req-50ae2501-0661-434e-a92a-a671ba711d9d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:24.277486 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ac803e0-d82d-49ab-8722-5c9b4fcfc55e req-50ae2501-0661-434e-a92a-a671ba711d9d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.2157078 Jul 18 08:56:24.330275 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ac803e0-d82d-49ab-8722-5c9b4fcfc55e req-18c343b2-034b-41e3-af79-d232cb8b178f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461762 Jul 18 08:56:24.585917 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:25.445343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a5dad-2433-41f6-be79-e8aaa384d286 req-e9880d82-4bfd-40fa-a435-a4b4d3d2ae29 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:25.446838 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-502a5dad-2433-41f6-be79-e8aaa384d286 req-e9880d82-4bfd-40fa-a435-a4b4d3d2ae29 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0475631 Jul 18 08:56:25.503073 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-502a5dad-2433-41f6-be79-e8aaa384d286 req-d570254b-178b-4fd8-8a76-4a97afebe3d7 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451844 Jul 18 08:56:25.615663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fab0ae-cbc9-45e1-8508-1c9423fc0ecd req-d6c42c88-6722-4f04-8343-90e0c988dcb3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:25.617008 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-12fab0ae-cbc9-45e1-8508-1c9423fc0ecd req-d6c42c88-6722-4f04-8343-90e0c988dcb3 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0467470 Jul 18 08:56:25.672174 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-12fab0ae-cbc9-45e1-8508-1c9423fc0ecd req-b2fb6ec0-b73d-4033-9c8d-82eabe5909a8 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495892 Jul 18 08:56:25.694985 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 32828) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:56:25.837391 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be584f-e039-4ea9-a2e8-e70ae0e7a58e tempest-TestShelveInstance-665901658 tempest-TestShelveInstance-665901658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:25.838986 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-f0be584f-e039-4ea9-a2e8-e70ae0e7a58e tempest-TestShelveInstance-665901658 tempest-TestShelveInstance-665901658-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1125 time: 0.1430161 Jul 18 08:56:25.842008 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 32832) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:56:25.846585 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.v2.base [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Request body: {'floatingip': {'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'port_id': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:56:25.928704 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.008503 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.052242 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:26.119770 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_common [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Allocated IP 172.27.1.102 (86ec4724-7cff-4d15-979b-cb55e8050db9/e9760215-4d25-4b9a-a4e1-2e4e4d471dc4/8f6007af-33bc-484a-9e7c-3abd948c0a80) {{(pid=111085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:56:26.230244 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.235246 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.345954 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.386355 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Network 86ec4724-7cff-4d15-979b-cb55e8050db9 is already hosted by enough agents. {{(pid=111085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:56:26.394156 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.base_scheduler [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Resources bound (agent type, host, resource id): {{(pid=111085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:56:26.398300 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Received port after_create {{(pid=111085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:56:26.420471 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'Port': ['ID=8f6007af-33bc-484a-9e7c-3abd948c0a80,revision_number=1']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:26.477596 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.609842 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:26.771595 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008d1d9-7b59-4a86-9b04-b2a2340b28be req-8033bb6a-61e1-4f77-9daa-a08c1415d884 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:26.772986 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b008d1d9-7b59-4a86-9b04-b2a2340b28be req-8033bb6a-61e1-4f77-9daa-a08c1415d884 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 945 time: 0.0642939 Jul 18 08:56:26.825143 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:26.839106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for floatingip (8fd73745-a2bf-4952-ae5b-6f7b98bcd92b), precommit_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:26.873857 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b008d1d9-7b59-4a86-9b04-b2a2340b28be req-bbc849f4-2b35-492a-8e23-f5c6cfbbc7f2 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810411 Jul 18 08:56:27.030498 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), before_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:27.182166 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), precommit_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:27.276870 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9916143'] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), after_update {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:27.349185 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event updated for resources: {'Port': ['ID=8f6007af-33bc-484a-9e7c-3abd948c0a80,revision_number=2']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:27.362663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890740'] for floatingip (8fd73745-a2bf-4952-ae5b-6f7b98bcd92b), after_create {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:27.749271 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Floating IP 8fd73745-a2bf-4952-ae5b-6f7b98bcd92b associated. External IP: 172.27.1.102, port: 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70. Jul 18 08:56:27.949307 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:56:27.999198 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03277-eff9-4085-baaf-d67f51b70565 req-2a8e447d-e0c5-4396-9aea-93184d272531 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:28.000816 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fdb03277-eff9-4085-baaf-d67f51b70565 req-2a8e447d-e0c5-4396-9aea-93184d272531 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 945 time: 0.0529056 Jul 18 08:56:28.048947 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fdb03277-eff9-4085-baaf-d67f51b70565 req-9888b9fd-01d9-492a-ad7d-e132b828ad68 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Jul 18 08:56:28.054364 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:56:28.073396 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] Sync routers for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:56:28.083926 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:56:28.084539 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:56:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:56:28.140172 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:28.187310 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:28.187825 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:56:28.199888 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-37a8428b-1433-458b-a116-9f3659578b23 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:28.201745 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-37a8428b-1433-458b-a116-9f3659578b23 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 945 time: 0.0793297 Jul 18 08:56:28.203361 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a226eb60-f823-4a33-a6f8-b28382c3f47c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3603923 Jul 18 08:56:28.203952 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:56:28.206549 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51da6b-b680-416d-8e52-a849e0ff2855" -d '{"events": [{"name": "network-changed", "server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:56:28.238800 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:28.247174 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f2192-6c07-4130-8b36-5252255dda39 x-openstack-request-id: req-2b5f2192-6c07-4130-8b36-5252255dda39 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:56:28.247463 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:56:28.247742 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b5f2192-6c07-4130-8b36-5252255dda39 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:56:28.248748 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5f2192-6c07-4130-8b36-5252255dda39'] response: {'name': 'network-changed', 'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'status': 'completed', 'code': 200} Jul 18 08:56:28.309512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Deleting port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:56:28.309737 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-b8c9d341-b430-4a4d-b199-f2e62947fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:28.309845 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:28.312372 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-b8c9d341-b430-4a4d-b199-f2e62947fd15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0466163 Jul 18 08:56:28.390008 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:28.411818 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] For port 7161b4e3-57c9-4794-951c-1f8c38b0dad1, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7161b4e3-57c9-4794-951c-1f8c38b0dad1,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:28.415546 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:28.419005 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-761922ec-9d96-4605-b610-f5ec02253304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:28.421218 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-761922ec-9d96-4605-b610-f5ec02253304 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.1020710 Jul 18 08:56:28.428292 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Calling delete_port for 7161b4e3-57c9-4794-951c-1f8c38b0dad1 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:56:28.430528 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '8fd73745-a2bf-4952-ae5b-6f7b98bcd92b', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'port_id': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'mac_address': 'fa:16:3e:d5:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:56:26Z', 'updated_at': '2022-07-18T08:56:26Z', 'revision_number': 0, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:25Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:56:28.456766 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] Checking router: 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:56:28.466313 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:56:28.467504 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:56:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:56:28.472733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:28.486998 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-ab3bee49-31a0-49f6-a11c-172efe6794ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1000 time: 0.0603001 Jul 18 08:56:28.537778 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-42f9b828-14a3-4916-90c6-2ee2cc202f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:28.539381 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-42f9b828-14a3-4916-90c6-2ee2cc202f1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0471237 Jul 18 08:56:28.585210 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:56:28.590753 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-f8e7df63-2353-489d-bf76-36db4b66492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:28.592720 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-f8e7df63-2353-489d-bf76-36db4b66492b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468011 Jul 18 08:56:28.642639 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (7161b4e3-57c9-4794-951c-1f8c38b0dad1), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:28.656248 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['7161b4e3-57c9-4794-951c-1f8c38b0dad1'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:56:28.673532 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Pushing event deleted for resources: {'Port': ['ID=7161b4e3-57c9-4794-951c-1f8c38b0dad1,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:28.707011 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-9964c43d-0629-4cdc-9ab7-4b905993f58b service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081059 Jul 18 08:56:28.718639 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] No DVR routers for this DVR port 7161b4e3-57c9-4794-951c-1f8c38b0dad1 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:56:28.721240 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:28.724577 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c8b6f186-4c99-469e-887b-aacf95c63e45 req-92706a28-5e09-47e9-a28f-716c835d4465 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "DELETE /v2.0/ports/7161b4e3-57c9-4794-951c-1f8c38b0dad1 HTTP/1.1" status: 204 len: 173 time: 0.5156400 Jul 18 08:56:28.807653 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5e51da6b-b680-416d-8e52-a849e0ff2855 req-3578f6cb-e659-4730-89ad-885cc87f065f service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940580 Jul 18 08:56:28.812940 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '8fd73745-a2bf-4952-ae5b-6f7b98bcd92b', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'port_id': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'mac_address': 'fa:16:3e:d5:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:56:26Z', 'updated_at': '2022-07-18T08:56:26Z', 'revision_number': 0, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:25Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:56:28.844086 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d1cc1c-39b1-4526-bd7c-693299dd4d77 None None] The sync data for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi is: [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '8fd73745-a2bf-4952-ae5b-6f7b98bcd92b', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'port_id': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'mac_address': 'fa:16:3e:d5:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:56:26Z', 'updated_at': '2022-07-18T08:56:26Z', 'revision_number': 0, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:25Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:56:29.033878 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d7312-f395-4c77-827b-934bcbea736c None None] New status for floating IP 8fd73745-a2bf-4952-ae5b-6f7b98bcd92b: ACTIVE {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:56:29.164102 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bacc9e5e-4b31-41e6-b551-01209348c9f0 req-6be7fa2a-c1af-4cbd-a4c1-3ef919c6c1be tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b50d90-4a50-4c57-9a2f-67bc1f5ab177 HTTP/1.1" status: 200 len: 210 time: 0.0300324 Jul 18 08:56:30.249866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'name': 'network-vif-deleted', 'tag': '7161b4e3-57c9-4794-951c-1f8c38b0dad1'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:56:30.252561 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9708b015-0c88-4b60-8ef6-cce80b45612f" -d '{"events": [{"server_uuid": "19b50d90-4a50-4c57-9a2f-67bc1f5ab177", "name": "network-vif-deleted", "tag": "7161b4e3-57c9-4794-951c-1f8c38b0dad1"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:56:30.286890 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb5382-e7f4-4e32-b217-ddb81dd4bd13 x-openstack-request-id: req-2bbb5382-e7f4-4e32-b217-ddb81dd4bd13 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:56:30.287178 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b50d90-4a50-4c57-9a2f-67bc1f5ab177", "name": "network-vif-deleted", "tag": "7161b4e3-57c9-4794-951c-1f8c38b0dad1", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:56:30.287424 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2bbb5382-e7f4-4e32-b217-ddb81dd4bd13 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:56:30.287856 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbb5382-e7f4-4e32-b217-ddb81dd4bd13'] response: {'server_uuid': '19b50d90-4a50-4c57-9a2f-67bc1f5ab177', 'name': 'network-vif-deleted', 'tag': '7161b4e3-57c9-4794-951c-1f8c38b0dad1', 'status': 'completed', 'code': 200} Jul 18 08:56:32.701126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7161b4e3-57c9-4794-951c-1f8c38b0dad1 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:56:32.725039 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 7161b4e3-57c9-4794-951c-1f8c38b0dad1 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:56:32.725394 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7161b4e3-57c9-4794-951c-1f8c38b0dad1 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:56:33.623411 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:33.714914 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:38.682824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=68,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:38.703064 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=3,neutron:SELECT=11 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:38.815980 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=85 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:38.816790 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=69 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:39.144330 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=42 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:39.145079 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=20 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:39.542986 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:56:41.061225 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-78e4e57c-76f6-4e23-a696-6681b28a366c tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:41.062701 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-78e4e57c-76f6-4e23-a696-6681b28a366c tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/networks?id=00784d3b-b117-422c-8519-5074d6c7ced6 HTTP/1.1" status: 200 len: 814 time: 0.1093230 Jul 18 08:56:41.079624 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-2ca351fe-2fd4-499a-8bb7-480c3341203e tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/quotas/3df75aa755784fee814abfd669ce02da HTTP/1.1" status: 200 len: 375 time: 0.0102007 Jul 18 08:56:41.114002 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dcf8d915-0d91-47c3-b6e3-40b51189f6f4 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3df75aa755784fee814abfd669ce02da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286150 Jul 18 08:56:41.124574 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-366ad956-b5cf-4402-a216-4604cb002b50 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:56:41.125564 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-366ad956-b5cf-4402-a216-4604cb002b50 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051668 Jul 18 08:56:41.226628 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc300b17-3ff7-4ab2-9e7b-24ac9eee200f service neutron] 10.222.0.57 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940866 Jul 18 08:56:41.321366 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-525923fe-c474-464b-bce2-aa196e97d216 service neutron] 10.222.0.57 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889640 Jul 18 08:56:41.570788 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-95f8b2ca-e5f8-4ee7-896c-495cc96f1b81 req-bc2b5088-c115-4768-a367-d67a6c60a1bd tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 210 time: 0.0292478 Jul 18 08:56:42.670009 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-9188b0f7-cea7-49c3-ae40-ee76b5f4d515 req-f7a22913-6731-4403-bb6f-4e864f3b46af tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 210 time: 0.0296772 Jul 18 08:56:43.544338 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-fce73915-bb35-42dd-bc53-1287c7dc89ef tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:43.545919 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-fce73915-bb35-42dd-bc53-1287c7dc89ef tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "GET /v2.0/networks?id=00784d3b-b117-422c-8519-5074d6c7ced6 HTTP/1.1" status: 200 len: 814 time: 0.1080098 Jul 18 08:56:43.557691 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Request body: {'port': {'device_id': '27f5167d-4223-41f6-bebf-7471ae56721f', 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6', 'admin_state_up': True, 'tenant_id': '3df75aa755784fee814abfd669ce02da'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:56:43.625446 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:43.632057 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:43.732130 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Made reservation on behalf of 3df75aa755784fee814abfd669ce02da for: {'port': 1} {{(pid=111084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 08:56:43.735903 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (None), before_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:43.779952 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0f9b98a9-3dbd-487f-a6ca-579e1bad5484 req-dfc8b293-9909-46df-b8e3-b65cefce2975 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 210 time: 0.0333865 Jul 18 08:56:43.898936 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_common [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Allocated IP 172.20.0.10 (00784d3b-b117-422c-8519-5074d6c7ced6/d7825485-05cc-45f4-97f0-6d6ded696fee/3f7e28e2-a717-4d40-9d0c-fefe3c3a1913) {{(pid=111084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 08:56:44.053071 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks [] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), precommit_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:44.177860 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789023462660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), after_create {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:44.230414 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Network 00784d3b-b117-422c-8519-5074d6c7ced6 is already hosted by enough agents. {{(pid=111084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 08:56:44.235906 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.base_scheduler [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Resources bound (agent type, host, resource id): {{(pid=111084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 08:56:44.238242 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Pushing event updated for resources: {'Port': ['ID=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,revision_number=1']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:44.240590 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Received port after_create {{(pid=111084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 08:56:44.268869 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.269216 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.269601 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.269947 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.270295 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.270614 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.270938 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.271326 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.271662 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.272007 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.272333 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.272660 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.272980 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.273306 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.273629 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:44.301537 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:44.302202 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:44.371103 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-dc829744-56d5-422d-a184-4412af8af15d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171899 Jul 18 08:56:44.380980 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-419a32db-0920-4ac7-9b8e-5c74ea9cd634 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=111084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 08:56:44.382024 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-419a32db-0920-4ac7-9b8e-5c74ea9cd634 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057273 Jul 18 08:56:44.443598 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.v2.base [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Request body: {'port': {'device_id': '27f5167d-4223-41f6-bebf-7471ae56721f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85014'}} {{(pid=111084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 08:56:44.504500 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:44.544613 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:44.551915 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:44.776056 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 {{(pid=111084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:56:44.789813 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Publish callbacks [] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), precommit_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:44.812454 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.provisioning_blocks [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Transition to ACTIVE for port object 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 will not be triggered until provisioned by entity L2. {{(pid=111084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 08:56:44.893859 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:44.906820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930e531-54b4-41a1-b000-c90c40a7e770 req-35e9df88-506c-4f6d-8dc4-ebaa1d6a7ebd tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:44.908433 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b930e531-54b4-41a1-b000-c90c40a7e770 req-35e9df88-506c-4f6d-8dc4-ebaa1d6a7ebd tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 932 time: 0.0550649 Jul 18 08:56:44.949887 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Pushing event updated for resources: {'Port': ['ID=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,revision_number=2']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:44.964168 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-b930e531-54b4-41a1-b000-c90c40a7e770 req-7cfa30f2-ad48-41d3-af0b-30a619563368 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Jul 18 08:56:45.031517 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Attempting to bind port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 on host hv-cinder-85014 for vnic_type normal with profile {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 08:56:45.031788 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Attempting to bind port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 by drivers openvswitch,hyperv on host hv-cinder-85014 at level 0 using segments [{'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 08:56:45.032105 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Attempting to bind port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 on network 00784d3b-b117-422c-8519-5074d6c7ced6 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:56:45.037910 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 on network 00784d3b-b117-422c-8519-5074d6c7ced6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85014 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 08:56:45.038240 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Attempting to bind port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 on network 00784d3b-b117-422c-8519-5074d6c7ced6 {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 08:56:45.043923 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Checking agent: {'id': '70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'started_at': datetime.datetime(2022, 7, 18, 8, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 8, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 08:56:45.044262 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Checking segment: {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 08:56:45.044647 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Bound using segment: {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'} {{(pid=111084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 08:56:45.045087 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.managers [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Bound port: 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host: hv-cinder-85014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f808853-0f0a-4555-b18c-af1f1836cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6'}}] {{(pid=111084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 08:56:45.045447 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), before_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:45.113238 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] For port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host hv-cinder-85014, cleared binding levels {{(pid=111084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 08:56:45.116732 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] For port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host hv-cinder-85014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 08:56:45.231431 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8943001'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), after_update {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:45.269111 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:45.269730 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:45.271119 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] 10.222.0.47 "PUT /v2.0/ports/3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 HTTP/1.1" status: 200 len: 1094 time: 0.8821878 Jul 18 08:56:45.271567 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f5167d-4223-41f6-bebf-7471ae56721f', 'tag': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:56:45.273843 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc6a1e8-77aa-411d-84c4-0462c488d314" -d '{"events": [{"name": "network-changed", "server_uuid": "27f5167d-4223-41f6-bebf-7471ae56721f", "tag": "3f7e28e2-a717-4d40-9d0c-fefe3c3a1913"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:56:45.295293 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd80380-16a0-4152-94e9-cb9f2c48ad8e service neutron] Pushing event updated for resources: {'Port': ['ID=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,revision_number=3']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:45.380321 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6a683-69c2-460c-a97d-eaf1ed8bf9ae x-openstack-request-id: req-23b6a683-69c2-460c-a97d-eaf1ed8bf9ae {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:56:45.380609 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f5167d-4223-41f6-bebf-7471ae56721f", "tag": "3f7e28e2-a717-4d40-9d0c-fefe3c3a1913", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:56:45.380865 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23b6a683-69c2-460c-a97d-eaf1ed8bf9ae {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:56:45.381475 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b6a683-69c2-460c-a97d-eaf1ed8bf9ae'] response: {'name': 'network-changed', 'server_uuid': '27f5167d-4223-41f6-bebf-7471ae56721f', 'tag': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913', 'status': 'completed', 'code': 200} Jul 18 08:56:45.413501 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:45.445786 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6a1e8-77aa-411d-84c4-0462c488d314 req-e81c3bda-d615-4282-86ff-bb657728eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:45.447299 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dbc6a1e8-77aa-411d-84c4-0462c488d314 req-e81c3bda-d615-4282-86ff-bb657728eefb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df75aa755784fee814abfd669ce02da&device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 1128 time: 0.0415521 Jul 18 08:56:45.562497 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6a1e8-77aa-411d-84c4-0462c488d314 req-cb07ee57-d4c4-46b7-8d8e-2cc6514cf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:45.563940 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dbc6a1e8-77aa-411d-84c4-0462c488d314 req-cb07ee57-d4c4-46b7-8d8e-2cc6514cf7a4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3df75aa755784fee814abfd669ce02da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1092138 Jul 18 08:56:45.675455 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6a1e8-77aa-411d-84c4-0462c488d314 req-64cfd5ba-8c08-48fa-a720-547972bb9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:45.677050 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-dbc6a1e8-77aa-411d-84c4-0462c488d314 req-64cfd5ba-8c08-48fa-a720-547972bb9572 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060750 Jul 18 08:56:45.766343 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-77b30b4a-bd14-47d5-a3ef-020b42c48dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:45.768734 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-77b30b4a-bd14-47d5-a3ef-020b42c48dfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df75aa755784fee814abfd669ce02da&device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 1128 time: 0.0442352 Jul 18 08:56:45.821416 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-3c0c2fd1-484b-4654-bdb0-2812488e407f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 HTTP/1.1" status: 200 len: 217 time: 0.0368946 Jul 18 08:56:45.877449 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-2cd1a285-c585-45a9-b0bb-bdc33f289f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:45.880620 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-2cd1a285-c585-45a9-b0bb-bdc33f289f10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7825485-05cc-45f4-97f0-6d6ded696fee HTTP/1.1" status: 200 len: 854 time: 0.0520573 Jul 18 08:56:45.917145 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-c351b399-077d-40a8-be6b-b37349e0e693 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00784d3b-b117-422c-8519-5074d6c7ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306063 Jul 18 08:56:46.022003 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-0161faff-db9b-42a8-a2c7-4cb12ba7a8b7 service neutron] 10.222.0.47 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969696 Jul 18 08:56:46.082894 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c07932-e7e2-469a-93ee-bf1d3d3cb67d req-fc1c3073-cf2e-4c40-81f1-11e2b9e8e447 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:46.084429 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f9c07932-e7e2-469a-93ee-bf1d3d3cb67d req-fc1c3073-cf2e-4c40-81f1-11e2b9e8e447 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 944 time: 0.0534973 Jul 18 08:56:46.119233 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:46.130397 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bbcb62f2-c694-42a7-868c-c8ca524a4dcd req-7b00bbab-1af2-4f45-a366-c51027f8ff9e service neutron] 10.222.0.47 "GET /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001604 Jul 18 08:56:46.137817 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f9c07932-e7e2-469a-93ee-bf1d3d3cb67d req-54a6e405-caf5-4ef7-9fc3-c7c5fc18d562 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474045 Jul 18 08:56:47.266115 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c97cd7-0a70-4965-bc69-fc494b34232b req-6434927a-c2ed-45dc-8b8b-df7475031986 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:47.268564 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-27c97cd7-0a70-4965-bc69-fc494b34232b req-6434927a-c2ed-45dc-8b8b-df7475031986 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 944 time: 0.0553820 Jul 18 08:56:47.323415 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-27c97cd7-0a70-4965-bc69-fc494b34232b req-8f9969ae-9cbe-43f4-b761-885967e14a34 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488777 Jul 18 08:56:48.452350 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810e487-d788-473e-a3bc-95ee19e7efb3 req-94bb7902-5337-4885-a71a-81d74e99b019 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:48.453922 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f810e487-d788-473e-a3bc-95ee19e7efb3 req-94bb7902-5337-4885-a71a-81d74e99b019 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 944 time: 0.0544453 Jul 18 08:56:48.508066 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f810e487-d788-473e-a3bc-95ee19e7efb3 req-e4a83edb-6153-4170-9cca-0d2838f6266d tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475588 Jul 18 08:56:49.537194 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:49.539076 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:56:49.635520 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828b8-938a-45a8-ba9a-c3440d8532f8 req-b06f96c5-02f0-4289-a47c-f947d2f8c73a tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:49.637126 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-955828b8-938a-45a8-ba9a-c3440d8532f8 req-b06f96c5-02f0-4289-a47c-f947d2f8c73a tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 944 time: 0.0495193 Jul 18 08:56:49.690268 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-955828b8-938a-45a8-ba9a-c3440d8532f8 req-f2f72876-5fe0-4fad-b2e0-aefa4975f799 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468252 Jul 18 08:56:50.264426 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:56:50.370503 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:50.383451 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913', 'network_id': '00784d3b-b117-422c-8519-5074d6c7ced6', 'port_id': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913', 'mac_address': 'fa:16:3e:01:e2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7825485-05cc-45f4-97f0-6d6ded696fee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:56:50.418714 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:56:50.419101 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:50.436216 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:56:50.458880 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:50.522215 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:50.570455 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,revision_number=4']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:50.578048 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.579218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.579218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.579218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.579477 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.579738 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.580527 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.581367 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.581705 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.582042 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.582373 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.582708 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.583038 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.583366 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.583730 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:56:50.793920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['3f7e28e2-a717-4d40-9d0c-fefe3c3a1913'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:56:50.813357 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2fe4a-1a26-4200-9602-7d3cfb36f22e req-1d2ed32e-e475-4554-b117-e79dbb066237 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:50.815512 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1cc2fe4a-1a26-4200-9602-7d3cfb36f22e req-1d2ed32e-e475-4554-b117-e79dbb066237 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 945 time: 0.0510783 Jul 18 08:56:50.870791 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1cc2fe4a-1a26-4200-9602-7d3cfb36f22e req-b0389a09-a9bf-4e5f-af95-254bac86fbda tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491693 Jul 18 08:56:51.128400 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6a7528a5-fc28-494d-8164-2bbc25456875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:51.994711 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3675e-d62c-4af5-9f1d-e616552f5f02 req-e063913c-809b-4ae8-96a9-482e471e26e0 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:51.996249 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e2c3675e-d62c-4af5-9f1d-e616552f5f02 req-e063913c-809b-4ae8-96a9-482e471e26e0 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 945 time: 0.0495346 Jul 18 08:56:52.046832 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e2c3675e-d62c-4af5-9f1d-e616552f5f02 req-f6cfca12-452b-4766-bffa-b5be5db802ec tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Jul 18 08:56:52.283257 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:56:52.332346 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning for port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 completed by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 08:56:52.419413 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:56:52.419833 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:52.501405 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:56:52.501907 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:52.526195 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5167d-4223-41f6-bebf-7471ae56721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:56:52.528599 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb6837-0c35-44db-86e7-d234d9d4676d" -d '{"events": [{"server_uuid": "27f5167d-4223-41f6-bebf-7471ae56721f", "name": "network-vif-plugged", "status": "completed", "tag": "3f7e28e2-a717-4d40-9d0c-fefe3c3a1913"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:56:52.541867 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:56:52.569571 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f153735-735d-43a2-9f64-45cb14e1d991 x-openstack-request-id: req-3f153735-735d-43a2-9f64-45cb14e1d991 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:56:52.569862 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f5167d-4223-41f6-bebf-7471ae56721f", "name": "network-vif-plugged", "status": "completed", "tag": "3f7e28e2-a717-4d40-9d0c-fefe3c3a1913", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:56:52.570142 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f153735-735d-43a2-9f64-45cb14e1d991 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:56:52.570566 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f153735-735d-43a2-9f64-45cb14e1d991'] response: {'server_uuid': '27f5167d-4223-41f6-bebf-7471ae56721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913', 'code': 200} Jul 18 08:56:52.617830 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:52.665361 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,revision_number=5']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:56:52.921290 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c791bab-bec6-4f44-af9f-edbf16d6c76e req-0b7d8aa9-ba22-4817-8f0a-26b8790ce18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:52.922864 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5c791bab-bec6-4f44-af9f-edbf16d6c76e req-0b7d8aa9-ba22-4817-8f0a-26b8790ce18b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 1130 time: 0.0390077 Jul 18 08:56:52.969407 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5c791bab-bec6-4f44-af9f-edbf16d6c76e req-f747fd41-fe6b-4da9-9dac-5dbeb4bdfbc9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jul 18 08:56:53.165115 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd8ce1-7347-4879-8a9c-4064d6475ac3 req-809536c7-95bc-487a-8856-0213d03cf6f2 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:53.166498 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-31fd8ce1-7347-4879-8a9c-4064d6475ac3 req-809536c7-95bc-487a-8856-0213d03cf6f2 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 946 time: 0.0500617 Jul 18 08:56:53.215476 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-31fd8ce1-7347-4879-8a9c-4064d6475ac3 req-809669cc-bf0b-4e38-8d19-83a6dae08816 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Jul 18 08:56:53.503066 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4fc7bfd3-1d1e-494a-8bb1-c1fc7f3dde5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:54.337862 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b8945-3856-4ffb-b476-ad3a86e96239 req-1c786a6d-c4bd-40d8-80fb-d5d6c9fc457f tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:56:54.339396 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b3b8945-3856-4ffb-b476-ad3a86e96239 req-1c786a6d-c4bd-40d8-80fb-d5d6c9fc457f tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 946 time: 0.0510375 Jul 18 08:56:54.394544 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-0b3b8945-3856-4ffb-b476-ad3a86e96239 req-e9917634-7e0d-44f9-9eaf-231683402302 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494637 Jul 18 08:56:54.590919 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:56.344832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:56:56.482166 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:03.208782 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=78 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:03.211963 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=49 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:03.743049 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:04.381940 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=71 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:04.391218 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=85 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:06.397604 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:09.400543 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:09.405903 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:10.563118 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-161276c2-76f2-4b61-af05-db235d487a23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383945 Jul 18 08:57:10.632044 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ffb63-34ab-4db2-9178-18436fadf635 req-6ec18f00-9220-47ce-92ea-884a5897ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:10.633623 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-6ec18f00-9220-47ce-92ea-884a5897ccf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1129 time: 0.0404932 Jul 18 08:57:10.748504 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ffb63-34ab-4db2-9178-18436fadf635 req-7476ed6e-9110-437a-b33f-44ee649f2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:10.749969 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-7476ed6e-9110-437a-b33f-44ee649f2b25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.0956724 Jul 18 08:57:10.816743 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-bf2126c6-3bfe-43f7-9064-cbef5800de0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 HTTP/1.1" status: 200 len: 1001 time: 0.0592337 Jul 18 08:57:10.874159 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ffb63-34ab-4db2-9178-18436fadf635 req-8d019d7b-68ca-4a6c-a9f1-dc7a5e405b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:10.875616 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-8d019d7b-68ca-4a6c-a9f1-dc7a5e405b6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0493829 Jul 18 08:57:10.920619 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ffb63-34ab-4db2-9178-18436fadf635 req-9e801725-726f-44d6-90a2-48f7f8345fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:10.922123 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-9e801725-726f-44d6-90a2-48f7f8345fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395691 Jul 18 08:57:11.016028 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-bc927bc0-be27-4b8b-ae02-5edb6e416703 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876269 Jul 18 08:57:11.109639 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-468ffb63-34ab-4db2-9178-18436fadf635 req-48f48df9-0e50-4399-b24d-7b78a8505fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876811 Jul 18 08:57:13.652021 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:13.657916 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:16.542053 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:57:17.080304 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352446a-9bb2-4560-a299-0303ec0b8112 req-0c0d40e3-0a06-412a-85db-9c44079f5bb1 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:17.081756 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4352446a-9bb2-4560-a299-0303ec0b8112 req-0c0d40e3-0a06-412a-85db-9c44079f5bb1 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 946 time: 0.0478284 Jul 18 08:57:17.129842 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4352446a-9bb2-4560-a299-0303ec0b8112 req-18ba98ce-b782-4641-a961-34067a517dcb tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Jul 18 08:57:18.247377 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f133a-b2fe-4acd-9f27-b5b0cc9873c0 req-7120df90-ee45-4e3b-8526-66806d20eceb tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:18.248882 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-115f133a-b2fe-4acd-9f27-b5b0cc9873c0 req-7120df90-ee45-4e3b-8526-66806d20eceb tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 946 time: 0.0484664 Jul 18 08:57:18.298132 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-115f133a-b2fe-4acd-9f27-b5b0cc9873c0 req-3122fee4-1f0c-4b20-a435-510038ede916 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e93354a-0ded-4463-9d69-f526a84023f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Jul 18 08:57:18.706185 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145774-70ba-4364-8037-319ac085ce12 req-4f9b15af-70d0-4e17-8ce8-ae10e470a7d5 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:18.707623 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88145774-70ba-4364-8037-319ac085ce12 req-4f9b15af-70d0-4e17-8ce8-ae10e470a7d5 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 946 time: 0.0511308 Jul 18 08:57:18.789980 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Deleting port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:18.790319 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:18.883894 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] For port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,segment=NetworkSegment(8f808853-0f0a-4555-b18c-af1f1836cc8f),segment_id=8f808853-0f0a-4555-b18c-af1f1836cc8f)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:18.884249 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:18.897865 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Calling delete_port for 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 owned by compute:nova {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:18.974400 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:19.000330 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:19.087380 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (3f7e28e2-a717-4d40-9d0c-fefe3c3a1913), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:19.099546 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['3f7e28e2-a717-4d40-9d0c-fefe3c3a1913'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:57:19.120133 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Pushing event deleted for resources: {'Port': ['ID=3f7e28e2-a717-4d40-9d0c-fefe3c3a1913,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:19.164236 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] No DVR routers for this DVR port 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 on host hv-cinder-85014 {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:19.166929 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:19.170394 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-88145774-70ba-4364-8037-319ac085ce12 req-70a39206-a31e-49dc-bd8f-d7ff11cdedf9 tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.47 "DELETE /v2.0/ports/3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 HTTP/1.1" status: 204 len: 173 time: 0.4560888 Jul 18 08:57:19.170848 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5167d-4223-41f6-bebf-7471ae56721f', 'name': 'network-vif-deleted', 'tag': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:57:19.173121 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c1aff-5519-437e-bef5-a481ad2fcca1" -d '{"events": [{"server_uuid": "27f5167d-4223-41f6-bebf-7471ae56721f", "name": "network-vif-deleted", "tag": "3f7e28e2-a717-4d40-9d0c-fefe3c3a1913"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:57:19.209072 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f6ea4-690a-4262-a551-c6bfef8f3eeb x-openstack-request-id: req-4f5f6ea4-690a-4262-a551-c6bfef8f3eeb {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:57:19.209359 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f5167d-4223-41f6-bebf-7471ae56721f", "name": "network-vif-deleted", "tag": "3f7e28e2-a717-4d40-9d0c-fefe3c3a1913", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:57:19.209609 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f5f6ea4-690a-4262-a551-c6bfef8f3eeb {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:57:19.210002 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5f6ea4-690a-4262-a551-c6bfef8f3eeb'] response: {'server_uuid': '27f5167d-4223-41f6-bebf-7471ae56721f', 'name': 'network-vif-deleted', 'tag': '3f7e28e2-a717-4d40-9d0c-fefe3c3a1913', 'status': 'completed', 'code': 200} Jul 18 08:57:19.409728 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7cacd3a8-f790-485c-82bd-7a7851b1d889 req-3430fa56-35f9-4cef-86b8-f8af658e7c0c tempest-VolumesSnapshotTestJSON-938010684 tempest-VolumesSnapshotTestJSON-938010684-project] 10.222.0.57 "GET /v2.0/ports?device_id=27f5167d-4223-41f6-bebf-7471ae56721f HTTP/1.1" status: 200 len: 210 time: 0.0285106 Jul 18 08:57:21.154314 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-9c9fdc05-0d9f-47ed-916a-df812fc6b7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:22.475472 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:22.495447 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:22.495884 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3f7e28e2-a717-4d40-9d0c-fefe3c3a1913 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:23.496570 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4b3f8f7d-d325-444c-a72d-fcf57e738ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:24.595534 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:26.217032 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:26.458702 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:26.537226 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:26.538091 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:27.123700 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:27.126068 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=11 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:29.391117 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:29.392263 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:32.359536 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33104) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:32.501256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Deleting port 1a9627cb-2caa-4811-8842-ea00c9f316a0 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:32.501603 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:32.581578 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:32.581894 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (1a9627cb-2caa-4811-8842-ea00c9f316a0), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:32.593733 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Calling delete_port for 1a9627cb-2caa-4811-8842-ea00c9f316a0 owned by network:floatingip {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:32.822916 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (1a9627cb-2caa-4811-8842-ea00c9f316a0), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:32.847339 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'Port': ['ID=1a9627cb-2caa-4811-8842-ea00c9f316a0,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:32.917228 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (4666d34e-5e6f-4213-9a8e-9b770a999fb6), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:32.917552 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.db.l3_db [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Floating IP 4666d34e-5e6f-4213-9a8e-9b770a999fb6 disassociated (deleted). External IP: 172.27.1.225, port: 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527. Jul 18 08:57:33.116475 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:57:33.477680 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:57:33.482381 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:33.487940 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:57:33.497572 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:33.498181 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:33.513324 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9e521e2f-af82-42b1-83f3-52b30dbec858 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "DELETE /v2.0/floatingips/4666d34e-5e6f-4213-9a8e-9b770a999fb6 HTTP/1.1" status: 204 len: 168 time: 1.1526451 Jul 18 08:57:33.514077 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527'}] {{(pid=111084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:57:33.516396 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3baf72e787933e9d9eb80e39b6c0b91375b86ef0695f7146f4ffca2a319106ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca5b0b-948d-47a6-b46a-029d53cd09a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527"}]}' {{(pid=111084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:57:33.562693 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40869929-9964-4cd0-9ec6-59b4dc1a3e1d x-openstack-request-id: req-40869929-9964-4cd0-9ec6-59b4dc1a3e1d {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:57:33.563050 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527", "status": "completed", "code": 200}]} {{(pid=111084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:57:33.563366 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40869929-9964-4cd0-9ec6-59b4dc1a3e1d {{(pid=111084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:57:33.563890 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40869929-9964-4cd0-9ec6-59b4dc1a3e1d'] response: {'name': 'network-changed', 'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'status': 'completed', 'code': 200} Jul 18 08:57:33.690310 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:33.772833 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:33.912316 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:33Z', 'revision_number': 1, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:33.938497 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:57:33.947758 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:33.948449 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:34.013495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82cb66-84e7-4598-b581-7eca80b98e44 req-79a93da5-bfcf-4845-b67d-e0a732b6fb7c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:34.014996 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cf82cb66-84e7-4598-b581-7eca80b98e44 req-79a93da5-bfcf-4845-b67d-e0a732b6fb7c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Jul 18 08:57:34.054619 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:34.065330 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-cf82cb66-84e7-4598-b581-7eca80b98e44 req-757d3de5-e66b-4219-8bcb-2fbc892b09ae tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Jul 18 08:57:34.266106 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:33Z', 'revision_number': 1, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:34.290851 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd08a04-7df6-4375-9dba-566e5bba1c64 None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_floatingips': [{'id': '396b80f4-ca4d-4716-95f7-41806212d6b3', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'router_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'port_id': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'mac_address': 'fa:16:3e:26:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6564cb4f-41b7-4106-ae7b-23423e789831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T08:53:31Z', 'updated_at': '2022-07-18T08:53:33Z', 'revision_number': 1, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:57:34.508130 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9df97-e87c-4a7a-97f8-9f4ae1b5dafc None None] New status for floating IP 4666d34e-5e6f-4213-9a8e-9b770a999fb6: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:57:34.909287 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:34.916009 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:34.919372 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-23a23787-969e-4850-85dd-5e34e7b4e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:34.922719 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-23a23787-969e-4850-85dd-5e34e7b4e1f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 1129 time: 0.0435140 Jul 18 08:57:35.014839 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-4b2fb2dc-d37a-4b91-9340-6cd81ecf88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:35.016369 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-4b2fb2dc-d37a-4b91-9340-6cd81ecf88f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.0872984 Jul 18 08:57:35.187316 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d4760-752a-4f23-813c-537eed908db6 req-3180d2bf-c99e-4e31-9ea4-58ce5055b7ff tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:35.188837 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-918d4760-752a-4f23-813c-537eed908db6 req-3180d2bf-c99e-4e31-9ea4-58ce5055b7ff tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Jul 18 08:57:35.242978 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-918d4760-752a-4f23-813c-537eed908db6 req-323ca198-7bcf-4ba1-82a5-0d441e8f32f5 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Jul 18 08:57:36.024329 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-fd4af5d1-ab71-4a53-8f8e-0eaabec4e15a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 HTTP/1.1" status: 200 len: 217 time: 0.0340116 Jul 18 08:57:36.077635 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-84c6dcda-b8d5-4eab-82b2-0472d45e7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:36.079153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-84c6dcda-b8d5-4eab-82b2-0472d45e7e0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0474131 Jul 18 08:57:36.183552 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-2dd05562-51c5-457d-9bd2-d495fbca90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:36.185062 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-2dd05562-51c5-457d-9bd2-d495fbca90e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405729 Jul 18 08:57:36.284010 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-5ac7cde9-0e2d-4ec6-96aa-0e20281a72b9 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921018 Jul 18 08:57:36.405856 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2879-2655-456d-b3eb-cfc9297ac375 req-92ab4f1b-0475-4b12-8a5d-e8a19145b6eb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:36.407348 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8a8a2879-2655-456d-b3eb-cfc9297ac375 req-92ab4f1b-0475-4b12-8a5d-e8a19145b6eb tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0951025 Jul 18 08:57:36.451165 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-84ca5b0b-948d-47a6-b46a-029d53cd09a5 req-4512c51d-cf4c-4fe0-b1b3-72298e40d8ef service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963364 Jul 18 08:57:36.485414 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-a30b4278-c887-4d98-b225-e677e270478a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:36.487525 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-a30b4278-c887-4d98-b225-e677e270478a tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 945 time: 0.0758786 Jul 18 08:57:36.508656 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-8a8a2879-2655-456d-b3eb-cfc9297ac375 req-8a6643f9-d4e8-4eeb-9329-4cf102515c04 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878365 Jul 18 08:57:36.639625 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Deleting port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:36.639625 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:36.687493 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] For port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:36.687880 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:36.701725 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Calling delete_port for 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:36.910757 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (649f5ff3-9ef1-4a08-9cee-a5b3ce52f527), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:36.940576 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'Port': ['ID=649f5ff3-9ef1-4a08-9cee-a5b3ce52f527,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:36.966976 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.967321 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.967663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.968022 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.968354 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.968684 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.969011 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.969335 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.969659 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.969983 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.970307 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.970631 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.970957 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.971273 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.971592 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:36.998284 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] No DVR routers for this DVR port 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:37.000837 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:37.004324 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1cf91235-4362-48af-bd59-27e1b73085e8 req-486aa3ae-a1ce-441d-bd68-60626f6f9c1b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "DELETE /v2.0/ports/649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 HTTP/1.1" status: 204 len: 173 time: 0.5116146 Jul 18 08:57:37.004765 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'name': 'network-vif-deleted', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:57:37.006991 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ea231-f0e5-4007-907c-acf7b921ada3" -d '{"events": [{"server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "name": "network-vif-deleted", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:57:37.099065 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e8567-19d6-47b9-b549-4ab14edcc786 x-openstack-request-id: req-b57e8567-19d6-47b9-b549-4ab14edcc786 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:57:37.099362 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97e59a-6d5c-465e-91a7-479df09355e9", "name": "network-vif-deleted", "tag": "649f5ff3-9ef1-4a08-9cee-a5b3ce52f527", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:57:37.099618 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b57e8567-19d6-47b9-b549-4ab14edcc786 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:57:37.100066 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57e8567-19d6-47b9-b549-4ab14edcc786'] response: {'server_uuid': '6f97e59a-6d5c-465e-91a7-479df09355e9', 'name': 'network-vif-deleted', 'tag': '649f5ff3-9ef1-4a08-9cee-a5b3ce52f527', 'status': 'completed', 'code': 200} Jul 18 08:57:37.627884 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a5ba892e-cb5b-463f-ade7-3275b5c4dbd0 req-4faa246d-cd59-49bc-a812-2c5ce2aed7e7 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f97e59a-6d5c-465e-91a7-479df09355e9 HTTP/1.1" status: 200 len: 210 time: 0.0292783 Jul 18 08:57:40.610117 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:40.630669 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:40.631025 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 649f5ff3-9ef1-4a08-9cee-a5b3ce52f527 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:41.157628 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33172) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:41.303187 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Deleting port 1938da7e-a4b3-4360-bdad-edf31850b213 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:41.304211 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (1938da7e-a4b3-4360-bdad-edf31850b213), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:41.383563 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (1938da7e-a4b3-4360-bdad-edf31850b213), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:41.383911 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (1938da7e-a4b3-4360-bdad-edf31850b213), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:41.396150 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Calling delete_port for 1938da7e-a4b3-4360-bdad-edf31850b213 owned by network:floatingip {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:41.406827 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:41.454466 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:41.633826 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (1938da7e-a4b3-4360-bdad-edf31850b213), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:41.658241 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'Port': ['ID=1938da7e-a4b3-4360-bdad-edf31850b213,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:41.724228 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (396b80f4-ca4d-4716-95f7-41806212d6b3), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:41.724563 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Floating IP 396b80f4-ca4d-4716-95f7-41806212d6b3 disassociated (deleted). External IP: 172.27.1.7, port: 3b545f2f-12bf-41b0-98e3-4c8943c85ca9. Jul 18 08:57:41.939859 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:57:42.046565 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:57:42.051523 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:42.057247 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:57:42.071616 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:42.072259 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:42.074693 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:42.082609 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c3d1927e-3c0a-420a-b1ac-7210b12f0c55 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "DELETE /v2.0/floatingips/396b80f4-ca4d-4716-95f7-41806212d6b3 HTTP/1.1" status: 204 len: 168 time: 0.9238729 Jul 18 08:57:42.083190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:57:42.085795 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:57:42.132276 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185801b-a22a-4e9d-92ca-6172aa7d948c x-openstack-request-id: req-b185801b-a22a-4e9d-92ca-6172aa7d948c {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:57:42.155059 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:57:42.155059 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b185801b-a22a-4e9d-92ca-6172aa7d948c {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:57:42.155059 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b185801b-a22a-4e9d-92ca-6172aa7d948c'] response: {'name': 'network-changed', 'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'status': 'completed', 'code': 200} Jul 18 08:57:42.183127 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:42.184762 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:42.201178 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-2db8972f-a5cc-44a1-9b95-87d278783dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:42.201178 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-2db8972f-a5cc-44a1-9b95-87d278783dab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d37f9217ffb94786830f0f6c5970b762&device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 1130 time: 0.0446200 Jul 18 08:57:42.279003 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:42.300375 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-e9dfc397-84ad-45ad-8e76-989e040d7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:42.302430 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-e9dfc397-84ad-45ad-8e76-989e040d7c12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 200 len: 912 time: 0.0962183 Jul 18 08:57:42.344069 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-e59ca7fd-c0d5-4fb8-a258-dc744b68494f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 200 len: 217 time: 0.0354693 Jul 18 08:57:42.396205 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:42.396669 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-784fd0f6-e300-4969-bed8-6f9193aa04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:42.399489 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-784fd0f6-e300-4969-bed8-6f9193aa04a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 200 len: 850 time: 0.0490067 Jul 18 08:57:42.424814 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:57:42.435316 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:42.436127 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:42.453923 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-6a72e8fd-993c-43ac-a286-2e9919455332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:42.455317 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-6a72e8fd-993c-43ac-a286-2e9919455332 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14ef1bb9-db47-48f8-bf4d-197c43ed89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489945 Jul 18 08:57:42.564854 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:42.572805 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-def8aa24-4211-477a-86b2-81152e0b86ab service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095569 Jul 18 08:57:42.634181 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf20a6f-0366-455f-8af9-51da0b5f8c10 req-c400e0c4-03b7-42da-9b5c-c0ff7c5083a7 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:42.635827 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0cf20a6f-0366-455f-8af9-51da0b5f8c10 req-c400e0c4-03b7-42da-9b5c-c0ff7c5083a7 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0517161 Jul 18 08:57:42.687546 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-0cf20a6f-0366-455f-8af9-51da0b5f8c10 req-ac195ddb-f4f6-4568-92a2-9cfb5b05a4db tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Jul 18 08:57:42.768500 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:42.794144 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38571207-5c58-47f4-b5fc-03724206c3d1 None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:49:34Z', 'revision_number': 4, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': '233d484e-97bd-42fd-b143-bf66311b5f9f', 'name': '', 'network_id': '14ef1bb9-db47-48f8-bf4d-197c43ed89fa', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'mac_address': 'fa:16:3e:a7:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:33Z', 'updated_at': '2022-07-18T08:49:39Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'subnets': [{'id': '9c5b8c4e-440f-492a-9325-f7e4893708d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:57:43.019377 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04406f73-bc51-4c29-bbef-1a30165644fc None None] New status for floating IP 396b80f4-ca4d-4716-95f7-41806212d6b3: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 08:57:43.647645 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-acd1ef87-c74d-4dd3-8064-4f7d7b7125d1 req-c9a36b43-51d1-4e00-804c-06562f847840 service neutron] 10.222.0.47 "GET /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911522 Jul 18 08:57:43.808806 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948fd7c-1f24-47be-b866-be9310d52d23 req-6ce11d96-3497-4323-96b6-19e6558a011b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:43.810540 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3948fd7c-1f24-47be-b866-be9310d52d23 req-6ce11d96-3497-4323-96b6-19e6558a011b tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Jul 18 08:57:43.830315 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:43.862959 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-3948fd7c-1f24-47be-b866-be9310d52d23 req-234b3f14-f2d5-4aae-9172-cbd763ee913c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/security-groups?id=4484a4b8-6193-459f-9b33-844a0bb09362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469122 Jul 18 08:57:44.061653 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-a56063ea-1fa9-4d73-bc29-2ee5acae1185 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:57:44.063102 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-a56063ea-1fa9-4d73-bc29-2ee5acae1185 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 946 time: 0.0471869 Jul 18 08:57:44.153914 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Deleting port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:44.154168 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:44.255312 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] For port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:44.256976 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:44.270798 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Calling delete_port for 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:44.481286 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (3b545f2f-12bf-41b0-98e3-4c8943c85ca9), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:44.516291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'Port': ['ID=3b545f2f-12bf-41b0-98e3-4c8943c85ca9,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:44.540255 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:44.569313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] No DVR routers for this DVR port 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:44.572324 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:44.575704 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-c1fdbcc5-5155-41d8-a5fe-5d291f3eafae req-439d26e1-7762-4f56-8903-a909f1a839ea tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.47 "DELETE /v2.0/ports/3b545f2f-12bf-41b0-98e3-4c8943c85ca9 HTTP/1.1" status: 204 len: 173 time: 0.5074186 Jul 18 08:57:44.576140 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'name': 'network-vif-deleted', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:57:44.578443 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488deeb5-24ce-4dfc-aff5-8f8218491006" -d '{"events": [{"server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "name": "network-vif-deleted", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:57:44.630951 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db2b438-3b79-4c65-8253-15b3c7816c32 x-openstack-request-id: req-3db2b438-3b79-4c65-8253-15b3c7816c32 {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:57:44.631292 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6564cb4f-41b7-4106-ae7b-23423e789831", "name": "network-vif-deleted", "tag": "3b545f2f-12bf-41b0-98e3-4c8943c85ca9", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:57:44.631607 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3db2b438-3b79-4c65-8253-15b3c7816c32 {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:57:44.632184 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db2b438-3b79-4c65-8253-15b3c7816c32'] response: {'server_uuid': '6564cb4f-41b7-4106-ae7b-23423e789831', 'name': 'network-vif-deleted', 'tag': '3b545f2f-12bf-41b0-98e3-4c8943c85ca9', 'status': 'completed', 'code': 200} Jul 18 08:57:44.979404 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-10519c0c-915d-4a15-baed-88539e7d72ef req-61490881-dd05-4b0a-a868-c32fcce4ff9e tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "GET /v2.0/ports?device_id=6564cb4f-41b7-4106-ae7b-23423e789831 HTTP/1.1" status: 200 len: 210 time: 0.0298207 Jul 18 08:57:46.040325 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33228) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:46.155762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Deleting port 7fdca498-dcc1-4f0d-ba35-09e3d18fbb50 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:46.156039 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:46.490608 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:46.516024 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:46.516356 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:46.530242 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Calling delete_port for 7fdca498-dcc1-4f0d-ba35-09e3d18fbb50 owned by network:floatingip {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:46.642006 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:46.738101 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (7fdca498-dcc1-4f0d-ba35-09e3d18fbb50), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:46.762046 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'Port': ['ID=7fdca498-dcc1-4f0d-ba35-09e3d18fbb50,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:46.828247 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for floatingip (a22a6b46-24b6-4803-af6f-d3d79edbcff8), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:46.830794 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:46.832002 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-c17593ad-7925-41f1-8240-8e8893f70877 tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "DELETE /v2.0/floatingips/a22a6b46-24b6-4803-af6f-d3d79edbcff8 HTTP/1.1" status: 204 len: 168 time: 0.7905211 Jul 18 08:57:46.971495 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33240) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:47.017913 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Deleting subnet d7825485-05cc-45f4-97f0-6d6ded696fee {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:57:47.021180 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Publish callbacks [] for subnet (d7825485-05cc-45f4-97f0-6d6ded696fee), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.061948 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (d7825485-05cc-45f4-97f0-6d6ded696fee), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.107124 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (d7825485-05cc-45f4-97f0-6d6ded696fee), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.253116 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (d7825485-05cc-45f4-97f0-6d6ded696fee), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.282071 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7825485-05cc-45f4-97f0-6d6ded696fee,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:47.286088 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.289502 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a32abbce-f0b9-471f-a7ab-482ec9aa41cb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d7825485-05cc-45f4-97f0-6d6ded696fee HTTP/1.1" status: 204 len: 168 time: 0.3168082 Jul 18 08:57:47.292277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33244) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:47.366334 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (00784d3b-b117-422c-8519-5074d6c7ced6), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.456583 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (00784d3b-b117-422c-8519-5074d6c7ced6), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.480647 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00784d3b-b117-422c-8519-5074d6c7ced6']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:47.490340 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f808853-0f0a-4555-b18c-af1f1836cc8f') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:47.490661 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f808853-0f0a-4555-b18c-af1f1836cc8f') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:47.502090 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (8f808853-0f0a-4555-b18c-af1f1836cc8f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.517244 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (8f808853-0f0a-4555-b18c-af1f1836cc8f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.526107 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:57:47.529740 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (8f808853-0f0a-4555-b18c-af1f1836cc8f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.602084 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 8f808853-0f0a-4555-b18c-af1f1836cc8f resource provider aggregate not found Jul 18 08:57:47.619323 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 8f808853-0f0a-4555-b18c-af1f1836cc8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f808853-0f0a-4555-b18c-af1f1836cc8f found for delete ", "request_id": "req-7776dbb5-3d18-4e78-a40c-cbebfe8b828a"}]} Jul 18 08:57:47.686623 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (00784d3b-b117-422c-8519-5074d6c7ced6), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.692442 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:47.695602 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/00784d3b-b117-422c-8519-5074d6c7ced6 HTTP/1.1" status: 204 len: 168 time: 0.4022624 Jul 18 08:57:47.707808 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645bc9b-0aaa-4f43-913f-43c2d56f6da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00784d3b-b117-422c-8519-5074d6c7ced6,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:48.073706 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33254) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:48.114299 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-cba9639c-a5e0-4a54-b418-19de45a6ab9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3df75aa755784fee814abfd669ce02da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393393 Jul 18 08:57:48.116846 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33256) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:48.161295 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33260) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:48.169349 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Publish callbacks [] for security_group (9e93354a-0ded-4463-9d69-f526a84023f3), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.191572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Publish callbacks [] for security_group (9e93354a-0ded-4463-9d69-f526a84023f3), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.226180 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b193b35-3479-4656-89ff-1de8232b375c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group (4484a4b8-6193-459f-9b33-844a0bb09362), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.253239 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b193b35-3479-4656-89ff-1de8232b375c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group (4484a4b8-6193-459f-9b33-844a0bb09362), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.287584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:48.315273 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (9e93354a-0ded-4463-9d69-f526a84023f3), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.321968 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.321968 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e93354a-0ded-4463-9d69-f526a84023f3 HTTP/1.1" status: 204 len: 168 time: 0.2012353 Jul 18 08:57:48.328096 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93354a-0ded-4463-9d69-f526a84023f3,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:48.335325 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.335654 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.336022 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.336410 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.336799 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.337551 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.337551 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.337728 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.338025 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.338341 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.338664 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.338985 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.339302 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.339618 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.339957 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d055e361-3d21-48cd-8829-b615e29a6755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:48.353235 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:48.401130 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b193b35-3479-4656-89ff-1de8232b375c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (4484a4b8-6193-459f-9b33-844a0bb09362), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.403873 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-4b193b35-3479-4656-89ff-1de8232b375c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:48.405108 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-4b193b35-3479-4656-89ff-1de8232b375c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] 10.222.0.57 "DELETE /v2.0/security-groups/4484a4b8-6193-459f-9b33-844a0bb09362 HTTP/1.1" status: 204 len: 168 time: 0.2421970 Jul 18 08:57:48.420250 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193b35-3479-4656-89ff-1de8232b375c tempest-TestVolumeBootPattern-1293900826 tempest-TestVolumeBootPattern-1293900826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484a4b8-6193-459f-9b33-844a0bb09362,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:48.438122 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:48.567832 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33266) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:48.641699 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:48.666505 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:48.666871 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 3b545f2f-12bf-41b0-98e3-4c8943c85ca9 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:48.920653 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:49.032721 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:49.156704 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (f3fb00ea-7673-4e59-8a95-b9adffd50df6), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:49.397652 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Deleting port 233d484e-97bd-42fd-b143-bf66311b5f9f {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:49.397982 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:49.504141 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] For port 233d484e-97bd-42fd-b143-bf66311b5f9f, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=233d484e-97bd-42fd-b143-bf66311b5f9f,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:49.504767 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:49.530886 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Calling delete_port for 233d484e-97bd-42fd-b143-bf66311b5f9f owned by network:router_interface {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:49.829845 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (233d484e-97bd-42fd-b143-bf66311b5f9f), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:49.862776 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=233d484e-97bd-42fd-b143-bf66311b5f9f,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:49.924813 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:50.037304 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (f3fb00ea-7673-4e59-8a95-b9adffd50df6), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:50.040027 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:50.272148 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Router f3fb00ea-7673-4e59-8a95-b9adffd50df6 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:57:50.386839 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:57:50.391869 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6a55f685-11d7-4ed5-9ae2-bebb814811c3 admin admin] 10.222.0.57 "PUT /v2.0/routers/f3fb00ea-7673-4e59-8a95-b9adffd50df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8224585 Jul 18 08:57:50.394384 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33270) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:50.396944 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] Sync routers for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:57:50.412153 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:50.413232 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:50.496624 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks [] for router (f3fb00ea-7673-4e59-8a95-b9adffd50df6), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:50.522081 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:50.607852 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks [] for router_gateway (f3fb00ea-7673-4e59-8a95-b9adffd50df6), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:50.728932 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Deleting port e318c0e9-cae0-426e-88b5-02040255da74 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:50.729287 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (e318c0e9-cae0-426e-88b5-02040255da74), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:50.793056 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:57:49Z', 'revision_number': 5, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port': {'id': 'e318c0e9-cae0-426e-88b5-02040255da74', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:29Z', 'updated_at': '2022-07-18T08:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:50.816026 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] For port e318c0e9-cae0-426e-88b5-02040255da74, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e318c0e9-cae0-426e-88b5-02040255da74,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:50.816393 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (e318c0e9-cae0-426e-88b5-02040255da74), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:50.822913 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] Checking router: f3fb00ea-7673-4e59-8a95-b9adffd50df6 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:57:50.831508 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] Routers {'f3fb00ea-7673-4e59-8a95-b9adffd50df6'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:50.832144 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:50.838822 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Calling delete_port for e318c0e9-cae0-426e-88b5-02040255da74 owned by network:router_gateway {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:50.905933 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:50.941716 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] Set router f3fb00ea-7673-4e59-8a95-b9adffd50df6 gateway port host: None {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:50.961161 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:50.993478 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:57:50Z', 'revision_number': 6, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:51.019650 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063656c-82cb-41f1-a3ef-3a98e399851b None None] The sync data for ids ['f3fb00ea-7673-4e59-8a95-b9adffd50df6'] in dv-cinder-850142-3-iscsi is: [{'id': 'f3fb00ea-7673-4e59-8a95-b9adffd50df6', 'name': 'tempest-TestVolumeBootPattern-714038246-router', 'tenant_id': 'd37f9217ffb94786830f0f6c5970b762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:28Z', 'updated_at': '2022-07-18T08:57:50Z', 'revision_number': 6, 'project_id': 'd37f9217ffb94786830f0f6c5970b762', 'gw_port_host': None}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:57:51.109384 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (e318c0e9-cae0-426e-88b5-02040255da74), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.114720 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:51.136966 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Pushing event deleted for resources: {'Port': ['ID=e318c0e9-cae0-426e-88b5-02040255da74,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:51.137754 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-bca46cd3-cd87-46a2-bb9a-0f9987a89003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.211266 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (f3fb00ea-7673-4e59-8a95-b9adffd50df6), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.300522 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (f3fb00ea-7673-4e59-8a95-b9adffd50df6), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.302739 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks [] for router_controller (f3fb00ea-7673-4e59-8a95-b9adffd50df6), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.456521 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (f3fb00ea-7673-4e59-8a95-b9adffd50df6), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.457159 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3fb00ea-7673-4e59-8a95-b9adffd50df6 {{(pid=111084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:57:51.461944 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] Publish callbacks [] for router (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.463146 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-9e02793d-d3aa-4c1d-82c5-78efe2c1eeca admin admin] 10.222.0.57 "DELETE /v2.0/routers/f3fb00ea-7673-4e59-8a95-b9adffd50df6 HTTP/1.1" status: 204 len: 168 time: 1.0678012 Jul 18 08:57:51.465842 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33272) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:51.514437 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Deleting subnet 9c5b8c4e-440f-492a-9325-f7e4893708d1 {{(pid=111084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:57:51.518590 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Publish callbacks [] for subnet (9c5b8c4e-440f-492a-9325-f7e4893708d1), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.553554 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583941'] for subnet (9c5b8c4e-440f-492a-9325-f7e4893708d1), precommit_delete_associations {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.636804 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (9c5b8c4e-440f-492a-9325-f7e4893708d1), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.760041 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9436753'] for subnet (9c5b8c4e-440f-492a-9325-f7e4893708d1), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.786163 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5b8c4e-440f-492a-9325-f7e4893708d1,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:51.793119 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for subnet (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.796874 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-37c271fb-81b3-447c-844c-c08705457253 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9c5b8c4e-440f-492a-9325-f7e4893708d1 HTTP/1.1" status: 204 len: 168 time: 0.3296821 Jul 18 08:57:51.798797 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ae5e7-3260-4a09-af5d-348b9f015045 None None] Network 14ef1bb9-db47-48f8-bf4d-197c43ed89fa requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:57:51.799553 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33274) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:51.876933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (14ef1bb9-db47-48f8-bf4d-197c43ed89fa), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.925824 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Deleting port 1eff7016-be27-4fe0-8679-8bc736a3c78c {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:51.926168 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:51.970822 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] DHCP port deletion for 14ef1bb9-db47-48f8-bf4d-197c43ed89fa request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:57:52.002956 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:52.011626 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] For port 1eff7016-be27-4fe0-8679-8bc736a3c78c, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=1eff7016-be27-4fe0-8679-8bc736a3c78c,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:52.012069 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.029848 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Calling delete_port for 1eff7016-be27-4fe0-8679-8bc736a3c78c owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:52.036214 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Deleting port 1eff7016-be27-4fe0-8679-8bc736a3c78c {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:52.036711 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.125460 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] For port 1eff7016-be27-4fe0-8679-8bc736a3c78c, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=1eff7016-be27-4fe0-8679-8bc736a3c78c,segment=NetworkSegment(43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2),segment_id=43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:52.125961 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.140886 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Calling delete_port for 1eff7016-be27-4fe0-8679-8bc736a3c78c owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:52.184048 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.212026 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1eff7016-be27-4fe0-8679-8bc736a3c78c,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:52.216072 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] No DVR routers for this DVR port 1eff7016-be27-4fe0-8679-8bc736a3c78c on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:52.226980 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (1eff7016-be27-4fe0-8679-8bc736a3c78c), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.250151 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Pushing event deleted for resources: {'Port': ['ID=1eff7016-be27-4fe0-8679-8bc736a3c78c,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:52.260272 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.260625 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.260974 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.261321 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.261725 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.262127 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.262398 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.262685 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.263017 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.263345 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.263686 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.268109 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.268109 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.268109 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.268109 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:57:52.268109 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b95d55-4783-4805-aaab-9520900b30a5 None None] No DVR routers for this DVR port 1eff7016-be27-4fe0-8679-8bc736a3c78c on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:52.290460 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (14ef1bb9-db47-48f8-bf4d-197c43ed89fa), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.314436 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ef1bb9-db47-48f8-bf4d-197c43ed89fa']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:52.325166 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:52.325461 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:52.335291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.349389 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.356934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:57:52.359858 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.405921 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2 resource provider aggregate not found Jul 18 08:57:52.424610 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43f582a2-e3cb-47d3-9f6a-3d63ec8fd4c2 found for delete ", "request_id": "req-75a90a9d-4a62-4912-8cd8-5c2918197ad6"}]} Jul 18 08:57:52.497860 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (14ef1bb9-db47-48f8-bf4d-197c43ed89fa), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.503579 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:52.506713 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] 10.222.0.57 "DELETE /v2.0/networks/14ef1bb9-db47-48f8-bf4d-197c43ed89fa HTTP/1.1" status: 204 len: 168 time: 0.7061787 Jul 18 08:57:52.510373 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33280) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:52.518151 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a7056-4d5b-4272-951b-31583c538d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=14ef1bb9-db47-48f8-bf4d-197c43ed89fa,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:52.660799 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 233d484e-97bd-42fd-b143-bf66311b5f9f no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:52.681359 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 233d484e-97bd-42fd-b143-bf66311b5f9f {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:52.681712 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 233d484e-97bd-42fd-b143-bf66311b5f9f not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:52.682129 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e318c0e9-cae0-426e-88b5-02040255da74 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:52.701679 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: e318c0e9-cae0-426e-88b5-02040255da74 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:52.702025 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e318c0e9-cae0-426e-88b5-02040255da74 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:52.702455 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 1eff7016-be27-4fe0-8679-8bc736a3c78c no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:52.724819 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 1eff7016-be27-4fe0-8679-8bc736a3c78c {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:52.725169 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 1eff7016-be27-4fe0-8679-8bc736a3c78c not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:53.082456 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (362cb323-59cd-4377-ab34-24623891f09c), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:53.084599 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:53.278572 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:53.312912 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Deleting port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:53.313245 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:53.391469 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] For port d59a4e6b-5395-4d6c-ab22-ac54b1d691a9, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:53.391864 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:53.404770 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Calling delete_port for d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 owned by network:router_interface {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:53.541893 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:57:53.544007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-843ee5ab-6364-4019-aed9-02a2a31c9ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:53.640794 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (d59a4e6b-5395-4d6c-ab22-ac54b1d691a9), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:53.663260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59a4e6b-5395-4d6c-ab22-ac54b1d691a9,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:53.840953 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (362cb323-59cd-4377-ab34-24623891f09c), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.035270 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:54.052727 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Router 362cb323-59cd-4377-ab34-24623891f09c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 08:57:54.151953 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:54.156324 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 08:57:54.161533 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-301f6aa9-1bbc-4282-8979-aabd2ff383d4 admin admin] 10.222.0.57 "PUT /v2.0/routers/362cb323-59cd-4377-ab34-24623891f09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6501381 Jul 18 08:57:54.164071 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33282) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:54.168110 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] Sync routers for ids ['362cb323-59cd-4377-ab34-24623891f09c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 08:57:54.178539 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] Routers {'362cb323-59cd-4377-ab34-24623891f09c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:54.179169 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['362cb323-59cd-4377-ab34-24623891f09c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:54.280410 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks [] for router (362cb323-59cd-4377-ab34-24623891f09c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.287597 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] Set router 362cb323-59cd-4377-ab34-24623891f09c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:54.384885 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks [] for router_gateway (362cb323-59cd-4377-ab34-24623891f09c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.457548 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:57:53Z', 'revision_number': 5, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port': {'id': 'e2268068-dffb-4417-a3b9-59ccb2b16a8d', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cb323-59cd-4377-ab34-24623891f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:49:39Z', 'updated_at': '2022-07-18T08:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:54.479249 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:54.482489 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Deleting port e2268068-dffb-4417-a3b9-59ccb2b16a8d {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:54.482839 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.483363 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] Checking router: 362cb323-59cd-4377-ab34-24623891f09c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 08:57:54.491828 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] Routers {'362cb323-59cd-4377-ab34-24623891f09c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 08:57:54.492427 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:57:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['362cb323-59cd-4377-ab34-24623891f09c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:54.574731 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] For port e2268068-dffb-4417-a3b9-59ccb2b16a8d, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=e2268068-dffb-4417-a3b9-59ccb2b16a8d,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:54.574731 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.588820 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Calling delete_port for e2268068-dffb-4417-a3b9-59ccb2b16a8d owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:54.590501 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] Set router 362cb323-59cd-4377-ab34-24623891f09c gateway port host: None {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 08:57:54.777727 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.778612 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:57:54Z', 'revision_number': 6, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:54.804608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8604-63db-42e5-89fc-c5f1f024481d None None] The sync data for ids ['362cb323-59cd-4377-ab34-24623891f09c'] in dv-cinder-850142-3-iscsi is: [{'id': '362cb323-59cd-4377-ab34-24623891f09c', 'name': 'tempest-TestVolumeBootPattern-1043131315-router', 'tenant_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:49:38Z', 'updated_at': '2022-07-18T08:57:54Z', 'revision_number': 6, 'project_id': '486e45a580e64f3d8b3f063a1d19fcd7', 'gw_port_host': None}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 08:57:54.863889 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (e2268068-dffb-4417-a3b9-59ccb2b16a8d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:54.869982 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:54.891106 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2268068-dffb-4417-a3b9-59ccb2b16a8d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:54.954966 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (362cb323-59cd-4377-ab34-24623891f09c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.043725 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (362cb323-59cd-4377-ab34-24623891f09c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.045851 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks [] for router_controller (362cb323-59cd-4377-ab34-24623891f09c), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.159283 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (362cb323-59cd-4377-ab34-24623891f09c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.160055 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362cb323-59cd-4377-ab34-24623891f09c {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 08:57:55.166237 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.166714 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2aaf85f1-9732-4be1-856b-ddbfad913f03 admin admin] 10.222.0.57 "DELETE /v2.0/routers/362cb323-59cd-4377-ab34-24623891f09c HTTP/1.1" status: 204 len: 168 time: 1.0002520 Jul 18 08:57:55.169154 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33284) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:55.215599 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Deleting subnet 6d81e7a5-3c99-4cb3-876c-f588b8d7704c {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 08:57:55.219144 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Publish callbacks [] for subnet (6d81e7a5-3c99-4cb3-876c-f588b8d7704c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.258866 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (6d81e7a5-3c99-4cb3-876c-f588b8d7704c), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.341578 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (6d81e7a5-3c99-4cb3-876c-f588b8d7704c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.441277 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (6d81e7a5-3c99-4cb3-876c-f588b8d7704c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.468600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d81e7a5-3c99-4cb3-876c-f588b8d7704c,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:55.472507 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.475445 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8bb86475-c042-4fba-a8d7-6e65625328bd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6d81e7a5-3c99-4cb3-876c-f588b8d7704c HTTP/1.1" status: 204 len: 168 time: 0.3053503 Jul 18 08:57:55.478317 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33286) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:55.479662 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcde217-61ab-4c78-935b-37806f6576d7 None None] Network 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 08:57:55.551082 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.596675 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Deleting port ee591b1c-00da-4c26-9350-148be8aa5f2a {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:55.597015 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.653991 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] DHCP port deletion for 56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 08:57:55.656227 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:55.668074 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] For port ee591b1c-00da-4c26-9350-148be8aa5f2a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=ee591b1c-00da-4c26-9350-148be8aa5f2a,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:55.668455 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.681945 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Calling delete_port for ee591b1c-00da-4c26-9350-148be8aa5f2a owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:55.693123 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] Deleting port ee591b1c-00da-4c26-9350-148be8aa5f2a {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 08:57:55.693504 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.770713 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] For port ee591b1c-00da-4c26-9350-148be8aa5f2a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=ee591b1c-00da-4c26-9350-148be8aa5f2a,segment=NetworkSegment(8624a534-960e-46e3-a1bb-a726e861e550),segment_id=8624a534-960e-46e3-a1bb-a726e861e550)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:57:55.771131 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.785726 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] Calling delete_port for ee591b1c-00da-4c26-9350-148be8aa5f2a owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 08:57:55.829403 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.857011 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee591b1c-00da-4c26-9350-148be8aa5f2a,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:55.865677 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] No DVR routers for this DVR port ee591b1c-00da-4c26-9350-148be8aa5f2a on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:55.865798 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (ee591b1c-00da-4c26-9350-148be8aa5f2a), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.868691 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:57:55.891954 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] Pushing event deleted for resources: {'Port': ['ID=ee591b1c-00da-4c26-9350-148be8aa5f2a,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:55.903765 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce1374-b3aa-499f-aae8-96bd33edb1bd None None] No DVR routers for this DVR port ee591b1c-00da-4c26-9350-148be8aa5f2a on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 08:57:55.944908 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.965775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:55.975081 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8624a534-960e-46e3-a1bb-a726e861e550') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:55.975380 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8624a534-960e-46e3-a1bb-a726e861e550') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 08:57:55.985114 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (8624a534-960e-46e3-a1bb-a726e861e550), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:55.998913 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (8624a534-960e-46e3-a1bb-a726e861e550), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.005124 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 08:57:56.005513 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (8624a534-960e-46e3-a1bb-a726e861e550), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.028623 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 8624a534-960e-46e3-a1bb-a726e861e550 resource provider aggregate not found Jul 18 08:57:56.061124 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment 8624a534-960e-46e3-a1bb-a726e861e550 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8624a534-960e-46e3-a1bb-a726e861e550 found for delete ", "request_id": "req-e7070d2e-9c40-4645-8465-fc413b9d532c"}]} Jul 18 08:57:56.160079 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.165418 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.169299 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] 10.222.0.57 "DELETE /v2.0/networks/56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f HTTP/1.1" status: 204 len: 168 time: 0.6898091 Jul 18 08:57:56.182893 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a139e-9fcf-41a4-aa72-16a446361396 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c019d5-7a8c-4585-a5d1-bd4f0fc8cd0f,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:56.321574 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.525232 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.645930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33294) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:56.662007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e2268068-dffb-4417-a3b9-59ccb2b16a8d no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:56.682988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: e2268068-dffb-4417-a3b9-59ccb2b16a8d {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:56.683335 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device e2268068-dffb-4417-a3b9-59ccb2b16a8d not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:56.683772 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device ee591b1c-00da-4c26-9350-148be8aa5f2a no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:56.698936 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-e6147ec3-094d-46c8-8d03-f1ac10248022 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d37f9217ffb94786830f0f6c5970b762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492041 Jul 18 08:57:56.699445 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33296) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:56.702104 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: ee591b1c-00da-4c26-9350-148be8aa5f2a {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:56.702500 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device ee591b1c-00da-4c26-9350-148be8aa5f2a not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:56.702913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:57:56.723322 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 08:57:56.723719 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d59a4e6b-5395-4d6c-ab22-ac54b1d691a9 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 08:57:56.756060 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d9bd-bd09-448a-b32c-af24e1e5e590 admin admin] Publish callbacks [] for security_group (1f12f5fb-26b2-40d1-9a30-b424c8304388), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.783094 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d9bd-bd09-448a-b32c-af24e1e5e590 admin admin] Publish callbacks [] for security_group (1f12f5fb-26b2-40d1-9a30-b424c8304388), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.909474 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d9bd-bd09-448a-b32c-af24e1e5e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (1f12f5fb-26b2-40d1-9a30-b424c8304388), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.912101 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d9bd-bd09-448a-b32c-af24e1e5e590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:56.913297 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-7ca7d9bd-bd09-448a-b32c-af24e1e5e590 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f12f5fb-26b2-40d1-9a30-b424c8304388 HTTP/1.1" status: 204 len: 168 time: 0.2128012 Jul 18 08:57:56.922572 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7d9bd-bd09-448a-b32c-af24e1e5e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12f5fb-26b2-40d1-9a30-b424c8304388,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:57:57.697128 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33302) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:57.748527 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-b9c973de-b562-4243-96bc-918ae802327c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=486e45a580e64f3d8b3f063a1d19fcd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497830 Jul 18 08:57:57.751291 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33304) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 08:57:57.812645 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9df87659-3d30-4a0e-8ca6-6e0d620c0d72 admin admin] Publish callbacks [] for security_group (f6aec7c2-1345-41c9-a9e7-5644a56672f9), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:57.839308 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9df87659-3d30-4a0e-8ca6-6e0d620c0d72 admin admin] Publish callbacks [] for security_group (f6aec7c2-1345-41c9-a9e7-5644a56672f9), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:58.079282 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9df87659-3d30-4a0e-8ca6-6e0d620c0d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (f6aec7c2-1345-41c9-a9e7-5644a56672f9), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:58.081913 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9df87659-3d30-4a0e-8ca6-6e0d620c0d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:57:58.083126 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9df87659-3d30-4a0e-8ca6-6e0d620c0d72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6aec7c2-1345-41c9-a9e7-5644a56672f9 HTTP/1.1" status: 204 len: 168 time: 0.3307812 Jul 18 08:57:58.092198 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df87659-3d30-4a0e-8ca6-6e0d620c0d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aec7c2-1345-41c9-a9e7-5644a56672f9,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:58:00.996725 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=95 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:03.536944 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:03.657108 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:03.724815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:06.690307 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=9 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:06.693203 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=3 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:08.087512 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=71,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:08.088654 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=40,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:09.495751 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-2b32d7f1-cba1-460c-a643-d05be373e947 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402656 Jul 18 08:58:09.582674 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-c2bd0031-6e2d-42f3-81c9-64c6ac1c4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:09.585266 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-c2bd0031-6e2d-42f3-81c9-64c6ac1c4207 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0460284 Jul 18 08:58:09.705506 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-390de088-e3a4-456d-86e6-2509662b3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:09.707022 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-390de088-e3a4-456d-86e6-2509662b3f43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.0999367 Jul 18 08:58:09.773325 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-754b2987-f677-4887-9bb9-93cd0ebeb5e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1002 time: 0.0604050 Jul 18 08:58:09.830079 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-bc2820a5-8d47-413b-b98e-3bf6df8b31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:09.831590 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-bc2820a5-8d47-413b-b98e-3bf6df8b31e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0523837 Jul 18 08:58:09.879169 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-b432c565-0193-473a-9a2c-537e61576aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:09.880723 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-b432c565-0193-473a-9a2c-537e61576aad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426726 Jul 18 08:58:09.973779 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-795bc753-c89d-47df-ba80-998410f86087 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863910 Jul 18 08:58:10.072259 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-f26b2cfb-453f-404d-b372-b6cf9e87bcda req-9ff498ba-fd91-4a80-847a-c47cf9b862d3 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926411 Jul 18 08:58:13.656468 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:13.664548 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:20.067551 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=48 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:20.068376 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=53 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:21.137174 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-87e3c41d-40ec-4462-9945-36a13ebe0973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:23.404086 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:23.405016 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:23.508684 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-25582057-03e8-4e11-894d-ba040d952637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:24.668708 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:26.262909 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:26.497845 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:27.241476 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e74a49-7d55-424e-a3c8-9e0d5df5b355 req-9ab4dc50-da39-4e9c-b418-2923f8993389 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:27.242965 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-06e74a49-7d55-424e-a3c8-9e0d5df5b355 req-9ab4dc50-da39-4e9c-b418-2923f8993389 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0491002 Jul 18 08:58:27.294177 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-06e74a49-7d55-424e-a3c8-9e0d5df5b355 req-09642731-32af-4953-9f52-cd3969d668e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454729 Jul 18 08:58:28.412592 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9f448-ea85-4f5a-999d-d9580ad4c571 req-47fb6681-d032-4e3b-a4f8-6424c97f0361 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:28.414086 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-89f9f448-ea85-4f5a-999d-d9580ad4c571 req-47fb6681-d032-4e3b-a4f8-6424c97f0361 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0485406 Jul 18 08:58:28.463534 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-89f9f448-ea85-4f5a-999d-d9580ad4c571 req-75f4a773-b9c7-4312-a05e-5ac35358cadd tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Jul 18 08:58:29.589089 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03c05-a859-4767-8f9e-bdfe6508f8e5 req-bfa39872-6ed3-4ad0-a13e-282869b406b9 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:29.590554 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2ff03c05-a859-4767-8f9e-bdfe6508f8e5 req-bfa39872-6ed3-4ad0-a13e-282869b406b9 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0545967 Jul 18 08:58:29.642769 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-2ff03c05-a859-4767-8f9e-bdfe6508f8e5 req-fd3dc4ed-26a3-4dff-96d4-63d2f9ac038d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Jul 18 08:58:30.541042 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:58:30.763691 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cd6a7-8b48-4919-b550-4a4a536a6311 req-ce78fa5a-825f-43c4-b1a8-3e1253461488 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:30.765246 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-299cd6a7-8b48-4919-b550-4a4a536a6311 req-ce78fa5a-825f-43c4-b1a8-3e1253461488 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0476983 Jul 18 08:58:30.817024 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-299cd6a7-8b48-4919-b550-4a4a536a6311 req-878a8eb3-c0ab-4a5f-acc1-76ffc17c732a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460327 Jul 18 08:58:31.930976 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fcc02-82d2-4187-9754-5e73f98852b2 req-d8dff1de-00d7-4d6f-b0ff-b087bf77bfe4 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:31.932478 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-710fcc02-82d2-4187-9754-5e73f98852b2 req-d8dff1de-00d7-4d6f-b0ff-b087bf77bfe4 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0481265 Jul 18 08:58:31.981111 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-710fcc02-82d2-4187-9754-5e73f98852b2 req-3d1089ce-c0a1-414a-a446-d98683e46373 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 Jul 18 08:58:33.097647 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866f749-78c0-48b5-b1f0-91296e7a2f63 req-3d78ca2c-c05e-4753-b3fa-3d0035534dd4 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:33.099118 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2866f749-78c0-48b5-b1f0-91296e7a2f63 req-3d78ca2c-c05e-4753-b3fa-3d0035534dd4 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0508733 Jul 18 08:58:33.148318 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-2866f749-78c0-48b5-b1f0-91296e7a2f63 req-045401d1-e374-4b5c-aa6a-aa963069a56a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Jul 18 08:58:33.763827 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:34.263545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d37d2-4b0b-4a43-a002-cac307e33fd1 req-3c55d721-f922-4f1e-af56-26e2845571d8 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:34.265025 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-150d37d2-4b0b-4a43-a002-cac307e33fd1 req-3c55d721-f922-4f1e-af56-26e2845571d8 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0479076 Jul 18 08:58:34.319496 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-150d37d2-4b0b-4a43-a002-cac307e33fd1 req-94071beb-3227-4f96-bb84-c04176b4bb91 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485604 Jul 18 08:58:35.433123 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01d71-30ad-499e-b6e5-1352b2dc54bf req-23a8b8f1-08ef-45b8-91a1-cbe12b1b1332 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:35.434616 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fda01d71-30ad-499e-b6e5-1352b2dc54bf req-23a8b8f1-08ef-45b8-91a1-cbe12b1b1332 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0475125 Jul 18 08:58:35.485590 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-fda01d71-30ad-499e-b6e5-1352b2dc54bf req-3c33bf57-fec0-486c-8557-2a18a79880ab tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 Jul 18 08:58:36.395507 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:36.601406 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ddd3c-f8f9-406f-a5a1-ae5462ba8136 req-44a03ca9-4d6d-4eb2-af7e-67f99bd1d843 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:36.602875 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a82ddd3c-f8f9-406f-a5a1-ae5462ba8136 req-44a03ca9-4d6d-4eb2-af7e-67f99bd1d843 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0473921 Jul 18 08:58:36.652419 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a82ddd3c-f8f9-406f-a5a1-ae5462ba8136 req-49a0777a-37c8-4fce-bc37-5a593726c6fc tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Jul 18 08:58:37.482024 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-1fafaa54-3e7f-4552-a1f7-5f06adac2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:37.483532 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-1fafaa54-3e7f-4552-a1f7-5f06adac2b80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0385797 Jul 18 08:58:37.578486 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-94af567f-c5ac-4a02-beb4-36da2f8e34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:37.580283 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-94af567f-c5ac-4a02-beb4-36da2f8e34eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.0914571 Jul 18 08:58:37.640961 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-581aa3fb-b758-4aa5-bdc9-dd55d3fc50a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1002 time: 0.0548391 Jul 18 08:58:37.693816 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-25541b0e-d97b-42a4-9e98-fed95ce1db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:37.695712 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-25541b0e-d97b-42a4-9e98-fed95ce1db89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0494034 Jul 18 08:58:37.739134 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-7788c186-40df-4a9e-87e1-5d223a86591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:37.740664 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-7788c186-40df-4a9e-87e1-5d223a86591f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394950 Jul 18 08:58:37.769158 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22363c36-d9d4-4205-be8e-3db058384b0f req-f4b26828-18f1-429f-ade4-33328bbb6694 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:37.770703 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-22363c36-d9d4-4205-be8e-3db058384b0f req-f4b26828-18f1-429f-ade4-33328bbb6694 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0490844 Jul 18 08:58:37.833484 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-f45740b3-27e3-4a7c-bea9-626bb2b45a31 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871398 Jul 18 08:58:37.837617 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-22363c36-d9d4-4205-be8e-3db058384b0f req-e0d9b0ea-f9bf-48f4-98ce-828c02c60940 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589058 Jul 18 08:58:37.912540 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:37.933374 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54a1f3e6-13f2-47e1-bfbc-628e5eaac6eb req-e19b110c-1613-478b-8b46-3e28ab431c89 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931754 Jul 18 08:58:38.962137 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58221b-9f19-41fd-a17e-fc0dc83cc2a8 req-cea44367-bb6a-412a-b9cd-37b69c43ac54 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:38.963603 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e58221b-9f19-41fd-a17e-fc0dc83cc2a8 req-cea44367-bb6a-412a-b9cd-37b69c43ac54 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0476720 Jul 18 08:58:39.012383 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e58221b-9f19-41fd-a17e-fc0dc83cc2a8 req-37918ec0-2eb1-47fe-8e00-f4410a195d7c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Jul 18 08:58:40.127168 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e1773-f533-4934-8ee7-0837972c92cf req-7d4a1227-df65-4cb6-98fd-310b092d84ff tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:40.128802 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce8e1773-f533-4934-8ee7-0837972c92cf req-7d4a1227-df65-4cb6-98fd-310b092d84ff tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0482435 Jul 18 08:58:40.180240 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ce8e1773-f533-4934-8ee7-0837972c92cf req-1ea12052-7b89-4199-b94f-19bf1e88ac31 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458612 Jul 18 08:58:41.299255 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebe90c-de43-47e9-84f8-e4dbaee91cc6 req-ccb9f81a-4820-4b8c-86df-cab6bcb64715 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:41.300871 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-19ebe90c-de43-47e9-84f8-e4dbaee91cc6 req-ccb9f81a-4820-4b8c-86df-cab6bcb64715 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0521595 Jul 18 08:58:41.313079 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:41.351499 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-19ebe90c-de43-47e9-84f8-e4dbaee91cc6 req-3573b9de-579d-4421-b654-ae22ea5b0a19 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Jul 18 08:58:42.713834 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9975d-87fc-409d-8485-bbb70b8bfb5f req-530dae54-1367-4929-97d3-927b8b3e388a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:42.715311 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7c9975d-87fc-409d-8485-bbb70b8bfb5f req-530dae54-1367-4929-97d3-927b8b3e388a tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0475883 Jul 18 08:58:42.766033 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-a7c9975d-87fc-409d-8485-bbb70b8bfb5f req-b351a6cf-85fe-4139-8f7c-99ecce0908ff tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 Jul 18 08:58:42.870999 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 08:58:42.925064 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-69e31187-27db-4ddd-b03d-8030b1647764 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1824884 Jul 18 08:58:42.945834 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 is: ACTIVE; New status is: DOWN {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:58:42.946238 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:42.968770 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:58:42.971048 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37498f48-bd8c-46b1-8d24-d4d473e163d5" -d '{"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-unplugged", "status": "completed", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:58:42.984263 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:58:43.062604 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:43.110814 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=6']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:58:43.123957 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 08:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178bf308-3298-48fc-98a6-2be18fb29e61 x-openstack-request-id: req-178bf308-3298-48fc-98a6-2be18fb29e61 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:58:43.124237 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-unplugged", "status": "failed", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "code": 422}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:58:43.124488 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-178bf308-3298-48fc-98a6-2be18fb29e61 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:58:43.124923 dv-cinder-850142-3-iscsi neutron-server[111086]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-178bf308-3298-48fc-98a6-2be18fb29e61']: {'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'code': 422} returned with failed status Jul 18 08:58:43.881633 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f1a63-e97b-4da6-9ea9-53db9b2e4a5d req-ae9e36a6-8c83-43c5-8e07-aa1f1586a601 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:43.883086 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-910f1a63-e97b-4da6-9ea9-53db9b2e4a5d req-ae9e36a6-8c83-43c5-8e07-aa1f1586a601 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0477011 Jul 18 08:58:43.935871 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-910f1a63-e97b-4da6-9ea9-53db9b2e4a5d req-411e2664-038d-43b8-85c2-689f2bdc64b6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Jul 18 08:58:44.062470 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-6c1eaa96-b38f-488a-a9b0-fbbeadb38a9f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:44.063752 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-6c1eaa96-b38f-488a-a9b0-fbbeadb38a9f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports/7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 941 time: 0.1014950 Jul 18 08:58:45.049302 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cdd6c-6979-47f6-af7b-0d5f5684298a req-00422105-a454-49dd-9fe2-018a131dd043 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:45.050827 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-328cdd6c-6979-47f6-af7b-0d5f5684298a req-00422105-a454-49dd-9fe2-018a131dd043 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0469010 Jul 18 08:58:45.100258 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-328cdd6c-6979-47f6-af7b-0d5f5684298a req-0a27cd82-0b12-4eec-b53d-a2564fc2d8c7 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Jul 18 08:58:46.216224 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715dc0-9d9f-42ec-8cac-477eb4905f1f req-10b7fc80-ff26-47b2-ac27-2ababc4e93e6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:46.217699 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2715dc0-9d9f-42ec-8cac-477eb4905f1f req-10b7fc80-ff26-47b2-ac27-2ababc4e93e6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0496264 Jul 18 08:58:46.270619 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d2715dc0-9d9f-42ec-8cac-477eb4905f1f req-d23c7359-9d39-4e01-a33e-2253cdbcbaf5 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Jul 18 08:58:47.385836 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081e8e2-395b-4db9-b38b-e12a93a665a1 req-7700a4f4-516e-4c02-a103-f97e3530076f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:47.387303 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7081e8e2-395b-4db9-b38b-e12a93a665a1 req-7700a4f4-516e-4c02-a103-f97e3530076f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0469398 Jul 18 08:58:47.438476 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7081e8e2-395b-4db9-b38b-e12a93a665a1 req-60b5ada1-6236-4a86-81a1-81d7868b4880 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Jul 18 08:58:48.556931 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3f717-d831-4096-93e3-d9e12795c5b0 req-8fd17740-db15-4fec-8f1a-fc3321d17e2c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:48.558414 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-87f3f717-d831-4096-93e3-d9e12795c5b0 req-8fd17740-db15-4fec-8f1a-fc3321d17e2c tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0486944 Jul 18 08:58:48.608576 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-87f3f717-d831-4096-93e3-d9e12795c5b0 req-d37070c7-5e08-48dc-baaa-359a55dc4335 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Jul 18 08:58:49.316468 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-26c841a0-f27d-4572-8365-c4d66bde9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:49.318482 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-26c841a0-f27d-4572-8365-c4d66bde9c1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb&tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c HTTP/1.1" status: 200 len: 1128 time: 0.0420737 Jul 18 08:58:49.376150 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-4257e0f0-d9dc-4dde-bbdd-0502f0caf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:49.377644 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-4257e0f0-d9dc-4dde-bbdd-0502f0caf4da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1128 time: 0.0379364 Jul 18 08:58:49.459586 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:49.460548 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:49.471566 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-00feb01a-c186-420c-a8d4-3d73bf580a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:49.475140 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-00feb01a-c186-420c-a8d4-3d73bf580a16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.0894279 Jul 18 08:58:49.538309 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-405fe71a-6298-4baf-8044-c70fc3bbfa4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1000 time: 0.0586681 Jul 18 08:58:49.590748 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-c3a9c4c8-071f-454d-b54f-01e99ad222f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:49.592161 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-c3a9c4c8-071f-454d-b54f-01e99ad222f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0475101 Jul 18 08:58:49.640941 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-768c56a3-dc97-44b5-8f0b-d51b72974c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:49.642496 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-768c56a3-dc97-44b5-8f0b-d51b72974c41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450830 Jul 18 08:58:49.738560 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-0b6a2ceb-5cfb-4008-93a3-4c6649f6734e service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899913 Jul 18 08:58:49.740359 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21fb00-fde4-4a43-9967-7ec935e1c214 req-55696bea-d333-4b59-ac02-4e14a65df0f6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:49.741884 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cc21fb00-fde4-4a43-9967-7ec935e1c214 req-55696bea-d333-4b59-ac02-4e14a65df0f6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0524573 Jul 18 08:58:49.761713 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:49.794691 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-cc21fb00-fde4-4a43-9967-7ec935e1c214 req-771de7b7-173e-48d5-a54c-4645d6bac802 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Jul 18 08:58:49.832429 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-bd554802-ca08-4981-a61c-b2c5ac265c43 req-d5e0d52d-ad93-4ec0-95b9-9f42a4408d06 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Jul 18 08:58:50.910417 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb999-e804-42b5-8cba-8d6cd9a11e22 req-c7f31242-ab6f-4749-ac03-e5cf74e3dd37 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:50.912368 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-750cb999-e804-42b5-8cba-8d6cd9a11e22 req-c7f31242-ab6f-4749-ac03-e5cf74e3dd37 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0467868 Jul 18 08:58:50.961185 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-750cb999-e804-42b5-8cba-8d6cd9a11e22 req-738c9a0b-fb51-4de6-9467-65525b1cada4 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Jul 18 08:58:51.037549 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:51.039116 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:51.106360 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b017536a-e3e1-4fe9-a92f-7a8a9638014b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:52.079133 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3cb2a-8730-46dc-8042-728484a7641d req-aca98159-4f0f-4032-8451-3ac0e3cc94a0 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:52.080695 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ff3cb2a-8730-46dc-8042-728484a7641d req-aca98159-4f0f-4032-8451-3ac0e3cc94a0 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0491242 Jul 18 08:58:52.115248 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:52.133319 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-5ff3cb2a-8730-46dc-8042-728484a7641d req-f10df0a6-333e-4486-a3b3-35a7b370e5f8 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470004 Jul 18 08:58:53.234711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:53.250168 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801a5bb-735a-44be-8c6f-c587a8ce6c7a req-3428afed-041c-4a74-a3f7-91db245c2560 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:53.251645 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e801a5bb-735a-44be-8c6f-c587a8ce6c7a req-3428afed-041c-4a74-a3f7-91db245c2560 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0468924 Jul 18 08:58:53.304998 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e801a5bb-735a-44be-8c6f-c587a8ce6c7a req-d70e98e7-54af-44ee-b0f0-8052fd16270e tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471051 Jul 18 08:58:53.513314 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-27432571-a010-4b45-8366-e24bf588a974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:54.420256 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79726b-3da6-4359-b206-57485973d445 req-53e5a153-165b-4c69-a1ed-7c255db36095 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:54.421730 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a79726b-3da6-4359-b206-57485973d445 req-53e5a153-165b-4c69-a1ed-7c255db36095 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0464177 Jul 18 08:58:54.451574 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=100 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:58:54.475921 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-7a79726b-3da6-4359-b206-57485973d445 req-e8ce89e3-f858-4fa6-a7e6-329769774b46 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486360 Jul 18 08:58:54.610503 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:55.589901 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54384515-ef40-4a43-ba0f-b445979c44cf req-121781ec-e8ca-4d9a-b6ac-d842c0e68b50 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:55.591373 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54384515-ef40-4a43-ba0f-b445979c44cf req-121781ec-e8ca-4d9a-b6ac-d842c0e68b50 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0473969 Jul 18 08:58:55.641491 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-54384515-ef40-4a43-ba0f-b445979c44cf req-b2ffd244-e5ab-4a6d-ae64-48638ddf5307 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Jul 18 08:58:56.250613 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:56.461691 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:56.754590 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99578c0-4db2-4804-8196-dfbba89226fe req-b11192d1-8119-4e15-bd0b-c5a783854eed tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:56.756482 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a99578c0-4db2-4804-8196-dfbba89226fe req-b11192d1-8119-4e15-bd0b-c5a783854eed tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0472717 Jul 18 08:58:56.806479 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-a99578c0-4db2-4804-8196-dfbba89226fe req-be56d530-fb72-4b73-83e3-35157c09a5b2 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444391 Jul 18 08:58:57.919657 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0b4d9-1036-4c1d-8117-afd813c5aa78 req-15be08d8-88f7-462e-b17a-0676f341a240 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:57.921137 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e9a0b4d9-1036-4c1d-8117-afd813c5aa78 req-15be08d8-88f7-462e-b17a-0676f341a240 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0457811 Jul 18 08:58:57.970613 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e9a0b4d9-1036-4c1d-8117-afd813c5aa78 req-2b7df796-2e63-491d-8d9f-24af3b898e5b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 Jul 18 08:58:58.964809 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 details requested by agent hyperv_hv-cinder-85014 with host hv-cinder-85014 {{(pid=111086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 08:58:59.067620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:58:59.079927 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Returning: {'device': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'port_id': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'mac_address': 'fa:16:3e:d5:e9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 08:58:59.089185 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f466ef-2b0c-42b2-9afb-6027f664b71d req-43e35214-e24c-42e5-8571-ff56886305d8 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:58:59.090795 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e3f466ef-2b0c-42b2-9afb-6027f664b71d req-43e35214-e24c-42e5-8571-ff56886305d8 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 944 time: 0.0490391 Jul 18 08:58:59.115074 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 is: DOWN; New status is: BUILD {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:58:59.115508 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:59.129090 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 {{(pid=111086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 08:58:59.142795 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-e3f466ef-2b0c-42b2-9afb-6027f664b71d req-04f02f76-b03e-41f5-8450-1ef4ff210c83 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461872 Jul 18 08:58:59.149960 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:58:59.232409 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:58:59.281680 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=7']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:58:59.289285 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.289630 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.289975 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.290316 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.290652 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.290983 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.291312 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.291637 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.291988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.292315 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.292638 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.292965 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.293283 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.293603 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.293923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 08:58:59.434377 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] get_ports_and_sgs() called for port_ids ['7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'] {{(pid=111086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 08:59:00.400387 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:00.402318 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:00.528365 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5050dd-ee83-46a0-85c5-a685b85d10dc req-9f08044d-7d8a-4a23-8ba1-da0e7157c1cf tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:00.529918 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4e5050dd-ee83-46a0-85c5-a685b85d10dc req-9f08044d-7d8a-4a23-8ba1-da0e7157c1cf tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 945 time: 0.3167310 Jul 18 08:59:00.579074 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-4e5050dd-ee83-46a0-85c5-a685b85d10dc req-a5332d14-f7a2-4c31-92d1-7cd8317960a6 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Jul 18 08:59:00.979813 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 up at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 08:59:01.024277 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Provisioning complete for port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 triggered by entity L2. {{(pid=111086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 08:59:01.026923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-740904'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), provisioning_complete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:01.094294 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Current status of the port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 is: BUILD; New status is: ACTIVE {{(pid=111086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 08:59:01.094598 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686632'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:01.118102 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 08:59:01.120342 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04278d97af869899b6c3e05a27a3312f745500d946ee9c32aa1b67d1970a3da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec64532-9f1a-40f5-bdfa-a0a042f67ab3" -d '{"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-plugged", "status": "completed", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 08:59:01.136309 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 08:59:01.156971 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335bbf1f-349e-4a02-86ad-1b0647aaf7c3 x-openstack-request-id: req-335bbf1f-349e-4a02-86ad-1b0647aaf7c3 {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 08:59:01.157283 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-plugged", "status": "completed", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "code": 200}]} {{(pid=111086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 08:59:01.157574 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-335bbf1f-349e-4a02-86ad-1b0647aaf7c3 {{(pid=111086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 08:59:01.158027 dv-cinder-850142-3-iscsi neutron-server[111086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335bbf1f-349e-4a02-86ad-1b0647aaf7c3'] response: {'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'code': 200} Jul 18 08:59:01.244697 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789023908828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789023462678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789023462696'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:01.291890 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Pushing event updated for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=8']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 08:59:01.446746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b46a05-43b8-4e06-801a-44b413a13600 req-1f205f0f-133e-49d9-915a-d69c33ac2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:01.448275 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-65b46a05-43b8-4e06-801a-44b413a13600 req-1f205f0f-133e-49d9-915a-d69c33ac2dff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0399187 Jul 18 08:59:01.495901 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-65b46a05-43b8-4e06-801a-44b413a13600 req-7b53bffa-e22c-4b77-9037-7e855c0e1762 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Jul 18 08:59:01.695112 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdfe78-b499-403e-bc80-59564baf5336 req-f41a65ad-5efb-4eae-9ccf-cf123ab01151 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:01.696592 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e9fdfe78-b499-403e-bc80-59564baf5336 req-f41a65ad-5efb-4eae-9ccf-cf123ab01151 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0507534 Jul 18 08:59:01.745782 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-e9fdfe78-b499-403e-bc80-59564baf5336 req-0968d808-7570-40bc-9c38-7a8072e9c1ea tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 Jul 18 08:59:02.864204 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6590e-12ff-4b8a-9cf4-fc98533f23e9 req-3e6a6ba4-b67c-4dcb-b0cd-dfe985d8dc5e tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:02.865875 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ffc6590e-12ff-4b8a-9cf4-fc98533f23e9 req-3e6a6ba4-b67c-4dcb-b0cd-dfe985d8dc5e tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0513148 Jul 18 08:59:02.917290 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-ffc6590e-12ff-4b8a-9cf4-fc98533f23e9 req-a60b82fc-f777-4a82-a853-27557bbab8fd tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457869 Jul 18 08:59:03.752141 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:07.539840 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:59:10.492977 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-24aca807-6d7a-40f4-903a-0f84f43980d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387523 Jul 18 08:59:10.573313 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-06344dba-125f-44e9-8c28-b91d61d9a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:10.574795 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-06344dba-125f-44e9-8c28-b91d61d9a53d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0407150 Jul 18 08:59:10.681778 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-e1415471-69d2-4dff-b9f2-7f1ec3428769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:10.683257 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-e1415471-69d2-4dff-b9f2-7f1ec3428769 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.0897536 Jul 18 08:59:10.744758 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-e74365e8-e629-4d31-902e-7c0dc285c008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1002 time: 0.0552459 Jul 18 08:59:10.782929 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:10.800136 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-348bf8de-06fd-40a6-96b4-3c7e96ad64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:10.806921 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-348bf8de-06fd-40a6-96b4-3c7e96ad64ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0519142 Jul 18 08:59:10.845504 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-1a78d64e-3303-470a-863c-210d10e8e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 08:59:10.847057 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-1a78d64e-3303-470a-863c-210d10e8e638 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393810 Jul 18 08:59:10.937691 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-130dd70c-ed51-40fc-81ce-31c8932a53d6 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849240 Jul 18 08:59:11.029408 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5a0dee7-c726-47b3-be12-28ee5c6088db req-660d6975-4057-4c26-a9d4-655983f2883e service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Jul 18 08:59:12.908610 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=25 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:12.912444 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=41 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:13.649613 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:13.652982 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:13.655079 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:17.534530 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:17.535282 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:21.024799 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:21.026718 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=21 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:21.102145 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2d6e07d7-7d2a-426a-96e1-a51d167322a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:23.511466 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7622d98c-1414-4684-b007-fb781efaa835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:24.649733 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:26.261411 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:26.461880 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:33.735296 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:43.662252 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:43.666201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:43.668930 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:44.538771 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 08:59:46.253916 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=14 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:51.146082 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c08cdc35-d382-4f7b-bdd7-61086202c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:53.505949 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b5463937-f1ef-40fd-aa59-983ad0d0033b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:54.534263 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=20 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 08:59:54.643550 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:56.220871 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 08:59:56.517715 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:03.734366 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:06.401983 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:11.495178 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-d932a13d-9d3a-40f3-ae57-1a9803c218e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401630 Jul 18 09:00:11.579221 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-a2fe207d-8497-40e1-82a4-3d2cde416860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:11.580786 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-a2fe207d-8497-40e1-82a4-3d2cde416860 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0414121 Jul 18 09:00:11.688100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-1eaacd0b-8d40-4ef1-a785-2b63267dcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:11.689557 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-1eaacd0b-8d40-4ef1-a785-2b63267dcb86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.0900092 Jul 18 09:00:11.755736 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-d9771b22-0fb1-41ed-b7b8-fc202fc9da08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 1002 time: 0.0598826 Jul 18 09:00:11.804318 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-060d2473-a280-419b-93b9-b6d063f85adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:11.805763 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-060d2473-a280-419b-93b9-b6d063f85adb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0446103 Jul 18 09:00:11.850356 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-f9d4980c-18e8-4580-970d-1af84b387252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:11.852013 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-f9d4980c-18e8-4580-970d-1af84b387252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407813 Jul 18 09:00:11.945017 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-d65d0ee6-d972-466f-838b-7e84a8363d36 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872769 Jul 18 09:00:12.035616 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-1e78a59d-de8b-4504-adaf-db225594dac6 req-e6074de6-c216-4174-bdee-47f9169514bb service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850232 Jul 18 09:00:13.676682 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:13.678539 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:14.394612 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:14.395396 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:15.368588 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33410) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:15.512058 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Deleting port 8f6007af-33bc-484a-9e7c-3abd948c0a80 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:15.512402 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:15.594199 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:15.594535 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for floatingip (8f6007af-33bc-484a-9e7c-3abd948c0a80), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:15.606774 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Calling delete_port for 8f6007af-33bc-484a-9e7c-3abd948c0a80 owned by network:floatingip {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:15.687536 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:15.820374 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (8f6007af-33bc-484a-9e7c-3abd948c0a80), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:15.845025 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:15.847584 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event deleted for resources: {'Port': ['ID=8f6007af-33bc-484a-9e7c-3abd948c0a80,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:15.856759 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.857100 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.857436 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.857882 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.858095 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.858444 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.859347 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.859347 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.859539 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.859784 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.860107 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.860436 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.860746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.861070 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.861460 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:15.923450 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for floatingip (8fd73745-a2bf-4952-ae5b-6f7b98bcd92b), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:15.923800 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.db.l3_db [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Floating IP 8fd73745-a2bf-4952-ae5b-6f7b98bcd92b disassociated (deleted). External IP: 172.27.1.102, port: 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70. Jul 18 09:00:16.121889 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 09:00:16.225929 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 09:00:16.231006 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for floatingip (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:16.235924 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] Sync routers for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 09:00:16.246984 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 09:00:16.248178 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:59:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:16.262514 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3b212b3a-1aee-46dc-b929-7674c686d94d tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "DELETE /v2.0/floatingips/8fd73745-a2bf-4952-ae5b-6f7b98bcd92b HTTP/1.1" status: 204 len: 168 time: 0.8927960 Jul 18 09:00:16.263102 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 09:00:16.265432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 09:00:16.313986 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9edf2-e9ba-4729-b726-6e55301b84ce x-openstack-request-id: req-e1a9edf2-e9ba-4729-b726-6e55301b84ce {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 09:00:16.314580 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 09:00:16.314762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1a9edf2-e9ba-4729-b726-6e55301b84ce {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 09:00:16.315175 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a9edf2-e9ba-4729-b726-6e55301b84ce'] response: {'name': 'network-changed', 'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'status': 'completed', 'code': 200} Jul 18 09:00:16.364354 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 09:00:16.384752 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-ac0c12ad-61ed-4f00-94e6-a432a91cafde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:16.386292 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-ac0c12ad-61ed-4f00-94e6-a432a91cafde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 1130 time: 0.0406713 Jul 18 09:00:16.486120 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-4ade1bb4-5abc-44aa-926c-800e3575ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:16.487660 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-4ade1bb4-5abc-44aa-926c-800e3575ed31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 200 len: 909 time: 0.0951385 Jul 18 09:00:16.528018 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-7a789adc-e131-4f8a-87bb-c0930e6a7e66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 200 len: 217 time: 0.0338652 Jul 18 09:00:16.557492 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:25Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:16.579476 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-24b2beed-82ab-4065-b6cd-82688fe6f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:16.580981 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-24b2beed-82ab-4065-b6cd-82688fe6f837 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 200 len: 847 time: 0.0476201 Jul 18 09:00:16.582803 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] Checking router: 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 09:00:16.591258 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 09:00:16.591890 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:59:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:16.630753 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-cdeb5e53-819a-4152-8b5f-0d61b386c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:16.632066 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-cdeb5e53-819a-4152-8b5f-0d61b386c3bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fb5333-2466-4ce0-ab30-1a0009326272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438490 Jul 18 09:00:16.695614 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 09:00:16.724963 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-6507888e-5037-4015-b5f4-701154273540 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 Jul 18 09:00:16.801822 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:16.824442 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-900dacc2-8e01-4ab7-ab41-087e64cd4ebd req-18f94038-0d8b-4d67-ade0-d8d828f14532 service neutron] 10.222.0.47 "GET /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896227 Jul 18 09:00:16.967523 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:25Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:16.992638 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23816254-78c7-47b9-8493-ad5ab9150441 None None] The sync data for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi is: [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T08:55:20Z', 'revision_number': 4, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi', '_interfaces': [{'id': 'fa78df5c-fedd-4ee5-a7c5-773a4bd9999d', 'name': '', 'network_id': '77fb5333-2466-4ce0-ab30-1a0009326272', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'mac_address': 'fa:16:3e:74:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:19Z', 'updated_at': '2022-07-18T08:55:25Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'subnets': [{'id': '38f9ed2f-d66f-43c6-939b-de3057c5ca2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 09:00:17.213587 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98aae9c-1d7f-4cec-aeb5-35cfc3ec84e8 None None] New status for floating IP 8fd73745-a2bf-4952-ae5b-6f7b98bcd92b: DOWN {{(pid=111086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 09:00:17.749607 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53879e0-7e15-4619-99a8-f3eeb22afc0d req-84f547c1-cd9d-406a-b2f0-82869b298385 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:17.751023 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f53879e0-7e15-4619-99a8-f3eeb22afc0d req-84f547c1-cd9d-406a-b2f0-82869b298385 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0880859 Jul 18 09:00:17.800243 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [req-f53879e0-7e15-4619-99a8-f3eeb22afc0d req-716f9d29-10b6-476c-942d-baff9d60e0be tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Jul 18 09:00:18.919711 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b6b6c-bc73-4c5e-9986-c1e18b8dc91b req-8cfecfb8-6d1f-4f5d-a58d-02ee11a3951f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:18.921197 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-934b6b6c-bc73-4c5e-9986-c1e18b8dc91b req-8cfecfb8-6d1f-4f5d-a58d-02ee11a3951f tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0479176 Jul 18 09:00:18.970290 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-934b6b6c-bc73-4c5e-9986-c1e18b8dc91b req-6199bf75-bf22-4bda-82b0-a55d159cd382 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5cdc081-3399-4883-8e20-0131d4223ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Jul 18 09:00:19.167151 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-4e78d930-bd84-44f6-bdce-4876e13c7461 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 09:00:19.168807 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-4e78d930-bd84-44f6-bdce-4876e13c7461 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.47 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 946 time: 0.0507674 Jul 18 09:00:19.241950 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:19.252027 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Deleting port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:19.260973 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:19.344902 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] For port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70, host hv-cinder-85014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85014',level=0,port_id=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:19.345261 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:19.358164 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Calling delete_port for 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 owned by compute:nova {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:19.539908 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (7e90d63d-9e1b-4274-b07d-aa12cb6b3c70), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:19.570429 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event deleted for resources: {'Port': ['ID=7e90d63d-9e1b-4274-b07d-aa12cb6b3c70,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:19.618037 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] No DVR routers for this DVR port 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 on host hv-cinder-85014 {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 09:00:19.620850 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148577'] for port (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:19.624064 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-ee37d4b2-0e3e-435d-a614-cb2cc6a4fedc req-1a98f711-877d-4944-9300-53fac3d971e1 tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.47 "DELETE /v2.0/ports/7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 HTTP/1.1" status: 204 len: 173 time: 0.4498532 Jul 18 09:00:19.624493 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-deleted', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70'}] {{(pid=111085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 09:00:19.626713 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2374585f761a67b088b333921e1122f752e1776ddb223e9a234a0e98b69687b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9595a35c-85b5-4dfe-a422-77ebc77f17c1" -d '{"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-deleted", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70"}]}' {{(pid=111085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 09:00:19.665082 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 09:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af871b0-b0c7-417b-ac2c-ec104fad6ead x-openstack-request-id: req-2af871b0-b0c7-417b-ac2c-ec104fad6ead {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 09:00:19.665082 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22289fae-ddb5-467d-a1e2-0e56a49398cb", "name": "network-vif-deleted", "tag": "7e90d63d-9e1b-4274-b07d-aa12cb6b3c70", "status": "completed", "code": 200}]} {{(pid=111085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 09:00:19.665082 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2af871b0-b0c7-417b-ac2c-ec104fad6ead {{(pid=111085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 09:00:19.665082 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af871b0-b0c7-417b-ac2c-ec104fad6ead'] response: {'server_uuid': '22289fae-ddb5-467d-a1e2-0e56a49398cb', 'name': 'network-vif-deleted', 'tag': '7e90d63d-9e1b-4274-b07d-aa12cb6b3c70', 'status': 'completed', 'code': 200} Jul 18 09:00:20.074078 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [req-d5120316-9e0b-43bd-966b-b269600ffe13 req-adaec68b-b0e4-4f23-a466-ed1afafc900e tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "GET /v2.0/ports?device_id=22289fae-ddb5-467d-a1e2-0e56a49398cb HTTP/1.1" status: 200 len: 210 time: 0.0313773 Jul 18 09:00:21.117213 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bb86-070b-4c54-a32c-660565586f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:21.136015 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33440) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:21.202862 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group (b5cdc081-3399-4883-8e20-0131d4223ac5), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:21.228580 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group (b5cdc081-3399-4883-8e20-0131d4223ac5), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:21.385757 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (b5cdc081-3399-4883-8e20-0131d4223ac5), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:21.389172 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Publish callbacks [] for security_group (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:21.390399 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] 10.222.0.57 "DELETE /v2.0/security-groups/b5cdc081-3399-4883-8e20-0131d4223ac5 HTTP/1.1" status: 204 len: 168 time: 0.2538435 Jul 18 09:00:21.400260 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cdc081-3399-4883-8e20-0131d4223ac5,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:21.408225 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.408564 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.408930 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.409275 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.409610 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.409944 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.410265 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.410588 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.410916 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.411238 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.411561 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.411909 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.412232 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.412554 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.412875 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133db5a-aac5-469e-be28-caf38e2c775b tempest-TestShelveInstance-1581464220 tempest-TestShelveInstance-1581464220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:21.501409 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33444) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:21.537504 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:00:21.914595 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:21.945885 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:22.120013 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:22.135272 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Deleting port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:22.135618 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:22.215832 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] For port fa78df5c-fedd-4ee5-a7c5-773a4bd9999d, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:22.216214 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:22.228865 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Calling delete_port for fa78df5c-fedd-4ee5-a7c5-773a4bd9999d owned by network:router_interface {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:22.459755 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (fa78df5c-fedd-4ee5-a7c5-773a4bd9999d), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:22.484386 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa78df5c-fedd-4ee5-a7c5-773a4bd9999d,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:22.658290 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.122667 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:23.133835 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 09:00:23.224855 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:23.235098 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 09:00:23.240169 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-72ffa88a-b9ae-4d89-a06d-73e79313d9bf admin admin] 10.222.0.57 "PUT /v2.0/routers/2aee12aa-8a74-4026-bbf5-1a7ceba317f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376609 Jul 18 09:00:23.242699 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33448) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:23.244713 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] Sync routers for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 09:00:23.255427 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 09:00:23.256080 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T08:59:53Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:23.345038 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks [] for router (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.354823 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: dv-cinder-850142-3-iscsi {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 09:00:23.448254 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks [] for router_gateway (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.513663 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 no longer exists at agent hyperv_hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:23.516503 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:23.527375 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T09:00:22Z', 'revision_number': 5, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port': {'id': 'd7d5856f-8273-47fe-8464-c5f1cd180a8a', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:16Z', 'updated_at': '2022-07-18T08:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:23.533857 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] No Port match for: 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:23.534208 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Device 7e90d63d-9e1b-4274-b07d-aa12cb6b3c70 not bound to the agent host hv-cinder-85014 {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:23.535578 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7cc1fc9c-2c7b-42cd-9f42-ed282c97527c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.553238 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] Checking router: 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 for host: dv-cinder-850142-3-iscsi {{(pid=111087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 09:00:23.562722 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] Routers {'2aee12aa-8a74-4026-bbf5-1a7ceba317f0'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 09:00:23.563324 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T09:00:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'], 'active': True} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:23.582071 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Deleting port d7d5856f-8273-47fe-8464-c5f1cd180a8a {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:23.582413 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.624878 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=100 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:23.646770 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_dvr_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] Set router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 gateway port host: None {{(pid=111087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 09:00:23.668259 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] For port d7d5856f-8273-47fe-8464-c5f1cd180a8a, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=d7d5856f-8273-47fe-8464-c5f1cd180a8a,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:23.668889 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.682134 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Calling delete_port for d7d5856f-8273-47fe-8464-c5f1cd180a8a owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:23.694912 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.l3_hamode_db [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T09:00:23Z', 'revision_number': 6, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:23.722826 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9443a-7562-43cb-a5d1-cf4e6ea39962 None None] The sync data for ids ['2aee12aa-8a74-4026-bbf5-1a7ceba317f0'] in dv-cinder-850142-3-iscsi is: [{'id': '2aee12aa-8a74-4026-bbf5-1a7ceba317f0', 'name': 'tempest-TestShelveInstance-215543632-router', 'tenant_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:15Z', 'updated_at': '2022-07-18T09:00:23Z', 'revision_number': 6, 'project_id': '98f69056ca3e4e7c83f6c36c8e16c16c', 'gw_port_host': None}] {{(pid=111087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 09:00:23.917252 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (d7d5856f-8273-47fe-8464-c5f1cd180a8a), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:23.942088 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d5856f-8273-47fe-8464-c5f1cd180a8a,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:24.008322 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.099064 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.101924 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks [] for router_controller (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.224876 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (2aee12aa-8a74-4026-bbf5-1a7ceba317f0), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.225545 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aee12aa-8a74-4026-bbf5-1a7ceba317f0 {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 09:00:24.229679 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.231102 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-2608195d-7ff8-47a3-8b7c-c15e38fa354d admin admin] 10.222.0.57 "DELETE /v2.0/routers/2aee12aa-8a74-4026-bbf5-1a7ceba317f0 HTTP/1.1" status: 204 len: 168 time: 0.9874225 Jul 18 09:00:24.233532 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33450) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:24.280663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Deleting subnet 38f9ed2f-d66f-43c6-939b-de3057c5ca2c {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 09:00:24.283799 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Publish callbacks [] for subnet (38f9ed2f-d66f-43c6-939b-de3057c5ca2c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.301934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:24.319768 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (38f9ed2f-d66f-43c6-939b-de3057c5ca2c), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.367141 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:24.399875 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (38f9ed2f-d66f-43c6-939b-de3057c5ca2c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.517065 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (38f9ed2f-d66f-43c6-939b-de3057c5ca2c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.543752 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f9ed2f-d66f-43c6-939b-de3057c5ca2c,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:24.554136 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.557558 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-d0297baa-7584-44bd-947d-3bfe8564d2e6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/38f9ed2f-d66f-43c6-939b-de3057c5ca2c HTTP/1.1" status: 204 len: 168 time: 0.3230841 Jul 18 09:00:24.561209 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [-] (111084) accepted ('10.222.0.57', 33452) {{(pid=111084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:24.565700 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5c12d-0330-4d36-abfa-1af6d0f86a29 None None] Network 77fb5333-2466-4ce0-ab30-1a0009326272 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 09:00:24.619237 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.637653 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (77fb5333-2466-4ce0-ab30-1a0009326272), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.691099 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Deleting port bbeb4734-ad34-44ca-b26f-9abd405d5e74 {{(pid=111084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:24.691445 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.744218 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] DHCP port deletion for 77fb5333-2466-4ce0-ab30-1a0009326272 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 09:00:24.762889 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.db [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] For port bbeb4734-ad34-44ca-b26f-9abd405d5e74, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=bbeb4734-ad34-44ca-b26f-9abd405d5e74,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:24.763350 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.775353 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d7d5856f-8273-47fe-8464-c5f1cd180a8a no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:24.778905 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Calling delete_port for bbeb4734-ad34-44ca-b26f-9abd405d5e74 owned by network:dhcp {{(pid=111084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:24.799341 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: d7d5856f-8273-47fe-8464-c5f1cd180a8a {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:24.799565 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device d7d5856f-8273-47fe-8464-c5f1cd180a8a not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:24.800016 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fa78df5c-fedd-4ee5-a7c5-773a4bd9999d no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:24.825138 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: fa78df5c-fedd-4ee5-a7c5-773a4bd9999d {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:24.825493 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device fa78df5c-fedd-4ee5-a7c5-773a4bd9999d not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:24.826793 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Deleting port bbeb4734-ad34-44ca-b26f-9abd405d5e74 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:24.827170 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.894998 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] For port bbeb4734-ad34-44ca-b26f-9abd405d5e74, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=bbeb4734-ad34-44ca-b26f-9abd405d5e74,segment=NetworkSegment(033b08b6-9abd-46dd-b245-a132b3e09d64),segment_id=033b08b6-9abd-46dd-b245-a132b3e09d64)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:24.895392 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.908448 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Calling delete_port for bbeb4734-ad34-44ca-b26f-9abd405d5e74 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:24.939618 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942442'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:24.962754 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbeb4734-ad34-44ca-b26f-9abd405d5e74,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:24.969060 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] No DVR routers for this DVR port bbeb4734-ad34-44ca-b26f-9abd405d5e74 on host dv-cinder-850142-3-iscsi {{(pid=111084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: from cryptography.utils import int_from_bytes Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: from cryptography.utils import int_from_bytes Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.983275 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 09:00:24.986933 dv-cinder-850142-3-iscsi neutron-server[111086]: self.session.flush() Jul 18 09:00:24.993442 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (bbeb4734-ad34-44ca-b26f-9abd405d5e74), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.018641 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Pushing event deleted for resources: {'Port': ['ID=bbeb4734-ad34-44ca-b26f-9abd405d5e74,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:25.022859 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] No DVR routers for this DVR port bbeb4734-ad34-44ca-b26f-9abd405d5e74 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 09:00:25.034007 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.034176 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.034568 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.034946 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.035230 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.035557 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.035906 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.036277 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.036534 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.036845 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.037228 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.037476 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.037791 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.038107 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.038421 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5177b7d-0b03-4e1e-bcd6-2612a77d0fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850142-3-iscsi {{(pid=111086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 09:00:25.044620 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (77fb5333-2466-4ce0-ab30-1a0009326272), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.064407 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fb5333-2466-4ce0-ab30-1a0009326272']}} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:25.073809 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b08b6-9abd-46dd-b245-a132b3e09d64') {'for_net_delete': True} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:25.074179 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.services.segments.db [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b08b6-9abd-46dd-b245-a132b3e09d64') {} {{(pid=111084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:25.083881 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584060'] for segment (033b08b6-9abd-46dd-b245-a132b3e09d64), before_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.097688 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (033b08b6-9abd-46dd-b245-a132b3e09d64), precommit_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.103885 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=111084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 09:00:25.104267 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8943029'] for segment (033b08b6-9abd-46dd-b245-a132b3e09d64), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.186153 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment 033b08b6-9abd-46dd-b245-a132b3e09d64 resource provider aggregate not found Jul 18 09:00:25.203123 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.services.segments.plugin [-] Segment 033b08b6-9abd-46dd-b245-a132b3e09d64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 033b08b6-9abd-46dd-b245-a132b3e09d64 found for delete ", "request_id": "req-8bb1f192-02a0-46af-a62c-15c27aa14d7e"}]} Jul 18 09:00:25.253780 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (77fb5333-2466-4ce0-ab30-1a0009326272), after_delete {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.259261 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.262956 dv-cinder-850142-3-iscsi neutron-server[111084]: INFO neutron.wsgi [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] 10.222.0.57 "DELETE /v2.0/networks/77fb5333-2466-4ce0-ab30-1a0009326272 HTTP/1.1" status: 204 len: 168 time: 0.7000494 Jul 18 09:00:25.265907 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33460) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:25.273702 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8610-e986-4958-b358-9bfc47ac0495 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fb5333-2466-4ce0-ab30-1a0009326272,revision_number=None']} {{(pid=111084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:25.576933 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895232'] for router_interface (07555264-1e4f-43cb-92b7-6cbdd73ae05c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.792322 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Deleting port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:25.792656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.874839 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] For port dc4d37d5-f572-4ff8-8655-c0771dcdeaf7, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:25.875415 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:25.877656 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:25.889766 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Calling delete_port for dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 owned by network:router_interface {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:25.999699 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=100 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:26.127169 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (dc4d37d5-f572-4ff8-8655-c0771dcdeaf7), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.149857 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4d37d5-f572-4ff8-8655-c0771dcdeaf7,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:26.236728 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.323075 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3801053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3895164'] for router_interface (07555264-1e4f-43cb-92b7-6cbdd73ae05c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.441797 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.529329 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Router 07555264-1e4f-43cb-92b7-6cbdd73ae05c has already been hosted by L3 agent d73d0641-1a7a-4d82-8bc5-390f8b5de74b {{(pid=111085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 09:00:26.632345 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] Notify agent at l3_agent.dv-cinder-850142-3-iscsi the message routers_updated {{(pid=111085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 09:00:26.638234 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-9d2eefbd-818f-402b-92d4-536e80a32dcc admin admin] 10.222.0.57 "PUT /v2.0/routers/07555264-1e4f-43cb-92b7-6cbdd73ae05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3706234 Jul 18 09:00:26.640814 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33462) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:26.647056 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] Sync routers for ids ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'] in dv-cinder-850142-3-iscsi {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 09:00:26.655281 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] Routers {'07555264-1e4f-43cb-92b7-6cbdd73ae05c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 09:00:26.656056 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T09:00:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:26.748462 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks [] for router (07555264-1e4f-43cb-92b7-6cbdd73ae05c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.856790 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks [] for router_gateway (07555264-1e4f-43cb-92b7-6cbdd73ae05c), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.878311 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device bbeb4734-ad34-44ca-b26f-9abd405d5e74 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:26.903325 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: bbeb4734-ad34-44ca-b26f-9abd405d5e74 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:26.903690 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device bbeb4734-ad34-44ca-b26f-9abd405d5e74 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:26.911913 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] Set router 07555264-1e4f-43cb-92b7-6cbdd73ae05c gateway port host: dv-cinder-850142-3-iscsi {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 09:00:26.967280 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Deleting port 2fbc8089-6585-42c7-b35b-54e67a3da0ce {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:26.967537 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:26.969974 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:27.025319 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:27.052748 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] For port 2fbc8089-6585-42c7-b35b-54e67a3da0ce, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=2fbc8089-6585-42c7-b35b-54e67a3da0ce,segment=NetworkSegment(36fc7d82-b421-4eb8-a4b5-c7900bd232b7),segment_id=36fc7d82-b421-4eb8-a4b5-c7900bd232b7)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:27.053432 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.067052 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Calling delete_port for 2fbc8089-6585-42c7-b35b-54e67a3da0ce owned by network:router_gateway {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:27.080464 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'external_fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T09:00:26Z', 'revision_number': 5, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port': {'id': '2fbc8089-6585-42c7-b35b-54e67a3da0ce', 'name': '', 'network_id': '86ec4724-7cff-4d15-979b-cb55e8050db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850142-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T08:55:27Z', 'updated_at': '2022-07-18T08:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9760215-4d25-4b9a-a4e1-2e4e4d471dc4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850142-3-iscsi'}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:27.104815 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] Checking router: 07555264-1e4f-43cb-92b7-6cbdd73ae05c for host: dv-cinder-850142-3-iscsi {{(pid=111086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 09:00:27.114447 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] Routers {'07555264-1e4f-43cb-92b7-6cbdd73ae05c'} bound to L3 agent in host dv-cinder-850142-3-iscsi {{(pid=111086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 09:00:27.115059 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850142-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T08:36:53Z,description=,heartbeat_timestamp=2022-07-18T09:00:23Z,host='dv-cinder-850142-3-iscsi',id=d73d0641-1a7a-4d82-8bc5-390f8b5de74b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T08:36:54Z,topic='l3_agent')) {'router_ids': ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'], 'active': True} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:27.201628 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvr_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] Set router 07555264-1e4f-43cb-92b7-6cbdd73ae05c gateway port host: None {{(pid=111086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 09:00:27.254800 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_hamode_db [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T09:00:26Z', 'revision_number': 6, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port_host': None}], 'dv-cinder-850142-3-iscsi', False) {} {{(pid=111086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:27.279920 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4281078-f8d9-4961-8a5c-213b117f2410 None None] The sync data for ids ['07555264-1e4f-43cb-92b7-6cbdd73ae05c'] in dv-cinder-850142-3-iscsi is: [{'id': '07555264-1e4f-43cb-92b7-6cbdd73ae05c', 'name': 'tempest-TestShelveInstance-65830381-router', 'tenant_id': '392f7faedc094ec5aaf10f1961fa5300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T08:55:26Z', 'updated_at': '2022-07-18T09:00:26Z', 'revision_number': 6, 'project_id': '392f7faedc094ec5aaf10f1961fa5300', 'gw_port_host': None}] {{(pid=111086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 09:00:27.311295 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (2fbc8089-6585-42c7-b35b-54e67a3da0ce), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.336900 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbc8089-6585-42c7-b35b-54e67a3da0ce,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:27.397305 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890503'] for router_gateway (07555264-1e4f-43cb-92b7-6cbdd73ae05c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.484194 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3893326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8177'] for router (07555264-1e4f-43cb-92b7-6cbdd73ae05c), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.486368 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks [] for router_controller (07555264-1e4f-43cb-92b7-6cbdd73ae05c), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.619564 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3893458'] for router (07555264-1e4f-43cb-92b7-6cbdd73ae05c), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.620202 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07555264-1e4f-43cb-92b7-6cbdd73ae05c {{(pid=111085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 09:00:27.625433 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.626472 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-3cffacf6-2fb0-4c25-bbe8-6d2e5a51850d admin admin] 10.222.0.57 "DELETE /v2.0/routers/07555264-1e4f-43cb-92b7-6cbdd73ae05c HTTP/1.1" status: 204 len: 168 time: 0.9847267 Jul 18 09:00:27.629035 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33464) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:27.678293 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Deleting subnet a5a64016-c561-49b4-86d7-e77363dd8284 {{(pid=111085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 09:00:27.681775 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Publish callbacks [] for subnet (a5a64016-c561-49b4-86d7-e77363dd8284), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.718207 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10246093'] for subnet (a5a64016-c561-49b4-86d7-e77363dd8284), precommit_delete_associations {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.795979 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741452'] for subnet (a5a64016-c561-49b4-86d7-e77363dd8284), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.888586 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9914401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9469950'] for subnet (a5a64016-c561-49b4-86d7-e77363dd8284), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.916190 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a64016-c561-49b4-86d7-e77363dd8284,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:27.918972 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:27.922134 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a58d7faa-a53e-494b-9ac9-3c0d1be8f2e9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a5a64016-c561-49b4-86d7-e77363dd8284 HTTP/1.1" status: 204 len: 168 time: 0.2919478 Jul 18 09:00:27.924777 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33466) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:27.924963 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7307a31-162d-44d7-8329-98a0e161b271 None None] Network 9ee1e124-c26d-43bc-9d15-1ed8509ee336 requested from dv-cinder-850142-3-iscsi {{(pid=111086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 09:00:27.990578 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:28.002365 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607067'] for network (9ee1e124-c26d-43bc-9d15-1ed8509ee336), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.049600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Deleting port 8cb5f610-446d-4481-a2b7-8c89da912629 {{(pid=111085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:28.049600 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.075963 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] DHCP port deletion for 9ee1e124-c26d-43bc-9d15-1ed8509ee336 request from dv-cinder-850142-3-iscsi {{(pid=111086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 09:00:28.116131 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] Deleting port 8cb5f610-446d-4481-a2b7-8c89da912629 {{(pid=111086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 09:00:28.116640 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789023902212'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), before_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.119166 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.db [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] For port 8cb5f610-446d-4481-a2b7-8c89da912629, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8cb5f610-446d-4481-a2b7-8c89da912629,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:28.119529 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.132663 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:28.133877 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Calling delete_port for 8cb5f610-446d-4481-a2b7-8c89da912629 owned by network:dhcp {{(pid=111085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:28.186536 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.db [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] For port 8cb5f610-446d-4481-a2b7-8c89da912629, host dv-cinder-850142-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850142-3-iscsi',level=0,port_id=8cb5f610-446d-4481-a2b7-8c89da912629,segment=NetworkSegment(d11cb48d-790a-4518-8fc0-4f43ed003081),segment_id=d11cb48d-790a-4518-8fc0-4f43ed003081)] {{(pid=111086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 09:00:28.193190 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892879'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), precommit_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.202126 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] Calling delete_port for 8cb5f610-446d-4481-a2b7-8c89da912629 owned by network:dhcp {{(pid=111086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 09:00:28.339998 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9914396'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.346309 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789023909142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789023462669'] for port (8cb5f610-446d-4481-a2b7-8c89da912629), after_delete {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.363606 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb5f610-446d-4481-a2b7-8c89da912629,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:28.370161 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] No DVR routers for this DVR port 8cb5f610-446d-4481-a2b7-8c89da912629 on host dv-cinder-850142-3-iscsi {{(pid=111085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 09:00:28.371842 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] Pushing event deleted for resources: {'Port': ['ID=8cb5f610-446d-4481-a2b7-8c89da912629,revision_number=None']} {{(pid=111086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:28.378145 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9ac7f-1af9-4014-9637-54a73544f25b None None] No DVR routers for this DVR port 8cb5f610-446d-4481-a2b7-8c89da912629 on host dv-cinder-850142-3-iscsi {{(pid=111086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 09:00:28.720056 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743053', 'neutron.services.segments.db._delete_segments_for_network-8789023929110'] for network (9ee1e124-c26d-43bc-9d15-1ed8509ee336), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.735369 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:28.740887 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1e124-c26d-43bc-9d15-1ed8509ee336']}} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:28.750762 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11cb48d-790a-4518-8fc0-4f43ed003081') {'for_net_delete': True} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:28.751064 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.services.segments.db [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11cb48d-790a-4518-8fc0-4f43ed003081') {} {{(pid=111085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 09:00:28.758048 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:28.762201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device dc4d37d5-f572-4ff8-8655-c0771dcdeaf7 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:28.762201 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8cb5f610-446d-4481-a2b7-8c89da912629 no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:28.762487 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789023930655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10246068'] for segment (d11cb48d-790a-4518-8fc0-4f43ed003081), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.774546 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417'] for segment (d11cb48d-790a-4518-8fc0-4f43ed003081), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.779552 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 8cb5f610-446d-4481-a2b7-8c89da912629 {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:28.779931 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 8cb5f610-446d-4481-a2b7-8c89da912629 not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:28.780349 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 2fbc8089-6585-42c7-b35b-54e67a3da0ce no longer exists at agent ovs-agent-dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 09:00:28.781561 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=111085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 09:00:28.781953 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9916099'] for segment (d11cb48d-790a-4518-8fc0-4f43ed003081), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.799762 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.plugin [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] No Port match for: 2fbc8089-6585-42c7-b35b-54e67a3da0ce {{(pid=111086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 09:00:28.800002 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron.plugins.ml2.rpc [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Device 2fbc8089-6585-42c7-b35b-54e67a3da0ce not bound to the agent host dv-cinder-850142-3-iscsi {{(pid=111086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 09:00:28.830738 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment d11cb48d-790a-4518-8fc0-4f43ed003081 resource provider aggregate not found Jul 18 09:00:28.848146 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.services.segments.plugin [-] Segment d11cb48d-790a-4518-8fc0-4f43ed003081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d11cb48d-790a-4518-8fc0-4f43ed003081 found for delete ", "request_id": "req-52a25adf-05e4-46a9-9cc0-5bbb94d56b54"}]} Jul 18 09:00:28.899746 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3801044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890556'] for network (9ee1e124-c26d-43bc-9d15-1ed8509ee336), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.905533 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3801030'] for network (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:28.908672 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ee1e124-c26d-43bc-9d15-1ed8509ee336 HTTP/1.1" status: 204 len: 168 time: 0.9825559 Jul 18 09:00:28.920126 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6695c-3a61-419d-ab5b-db806bc10e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee1e124-c26d-43bc-9d15-1ed8509ee336,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:29.246855 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33474) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:29.289287 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-847bad07-2eb3-401c-b9aa-aa7263bbd96c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98f69056ca3e4e7c83f6c36c8e16c16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412881 Jul 18 09:00:29.291843 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33476) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:29.339252 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8b524e6e-672b-4ffd-b9d5-0fe8b6030a5f admin admin] Publish callbacks [] for security_group (2240c8ca-f16e-4aee-a594-d52d5d094b13), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:29.360496 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8b524e6e-672b-4ffd-b9d5-0fe8b6030a5f admin admin] Publish callbacks [] for security_group (2240c8ca-f16e-4aee-a594-d52d5d094b13), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:29.494195 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8b524e6e-672b-4ffd-b9d5-0fe8b6030a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (2240c8ca-f16e-4aee-a594-d52d5d094b13), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:29.496707 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-8b524e6e-672b-4ffd-b9d5-0fe8b6030a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:29.497832 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-8b524e6e-672b-4ffd-b9d5-0fe8b6030a5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2240c8ca-f16e-4aee-a594-d52d5d094b13 HTTP/1.1" status: 204 len: 168 time: 0.2045977 Jul 18 09:00:29.506038 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b524e6e-672b-4ffd-b9d5-0fe8b6030a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2240c8ca-f16e-4aee-a594-d52d5d094b13,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:30.224450 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33482) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:30.264528 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-66a9e344-d38a-44d7-9897-d6c69a7a5c17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=392f7faedc094ec5aaf10f1961fa5300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389998 Jul 18 09:00:30.267043 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [-] (111085) accepted ('10.222.0.57', 33484) {{(pid=111085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 09:00:30.314934 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3117cda-ed03-462e-a35d-4e586372508a admin admin] Publish callbacks [] for security_group (cef75517-365a-4fd4-bbc3-9d2e3d32d3a9), before_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:30.328616 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:30.339722 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3117cda-ed03-462e-a35d-4e586372508a admin admin] Publish callbacks [] for security_group (cef75517-365a-4fd4-bbc3-9d2e3d32d3a9), precommit_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:30.458575 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3117cda-ed03-462e-a35d-4e586372508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769265'] for security_group (cef75517-365a-4fd4-bbc3-9d2e3d32d3a9), after_delete {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:30.461184 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron_lib.callbacks.manager [None req-a3117cda-ed03-462e-a35d-4e586372508a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:30.462751 dv-cinder-850142-3-iscsi neutron-server[111085]: INFO neutron.wsgi [None req-a3117cda-ed03-462e-a35d-4e586372508a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cef75517-365a-4fd4-bbc3-9d2e3d32d3a9 HTTP/1.1" status: 204 len: 168 time: 0.1944075 Jul 18 09:00:30.470565 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117cda-ed03-462e-a35d-4e586372508a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef75517-365a-4fd4-bbc3-9d2e3d32d3a9,revision_number=None']} {{(pid=111085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 09:00:33.698250 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=17 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:33.756991 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:35.264443 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:35.265694 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG dbcounter [-] [111084] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111084) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:40.466782 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG dbcounter [-] [111085] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111085) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:43.686227 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=87,neutron:DELETE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:43.691123 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:43.693921 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:51.104537 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d6aa-4e0b-401c-aa61-6aedde933e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:51.391934 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=5 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:51.392664 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:00:53.527974 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4be8c183-7c10-4d2a-b7d9-b422ea4db5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:54.625036 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:56.287475 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:56.475845 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:00:58.536388 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:01:03.744229 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:08.531549 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:08.535444 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:13.686915 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:13.689820 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:13.692571 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:21.091993 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-3eaccb04-8c5c-4f2b-ae55-7089c35616dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:23.509305 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-1c86d45d-bc58-430b-8662-235e2d444b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:24.647066 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:26.263777 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:26.492081 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:28.384393 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:28.389523 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=5 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:33.766874 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:35.536021 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:01:43.685157 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:43.685988 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:43.691832 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:46.249511 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=14 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:46.251377 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=14 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:01:49.689765 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-88dae711-d245-4d69-9be2-f0e88eab818f req-a0f36bd2-257a-42f7-94a1-ac4fe4af2d4f service neutron] (111084) timed out ('10.222.0.47', 53947) {{(pid=111084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 09:01:51.109135 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2b606cb0-4cb8-4f24-95ee-0b9344352b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:53.560002 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-7efdc74a-1626-46d3-a319-0983da030f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:54.640462 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:56.308923 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:56.468532 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:01:57.954831 dv-cinder-850142-3-iscsi neutron-server[111084]: DEBUG neutron.wsgi [req-925d9b65-3790-4262-b537-10ee8e12076d req-f01f5dac-170e-4fb2-8f6b-6c87945fa7c2 service neutron] (111084) timed out ('10.222.0.47', 53959) {{(pid=111084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 09:02:02.798555 dv-cinder-850142-3-iscsi neutron-server[111085]: DEBUG neutron.wsgi [req-25b94cec-dc3f-486d-9fee-b70069124c6b req-d4836e71-18fc-4f6b-9e09-a6d9d0aa1624 service neutron] (111085) timed out ('10.222.0.47', 53963) {{(pid=111085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 09:02:03.742455 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:05.380894 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:05.385850 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:12.535704 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:02:13.700411 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:13.705308 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:13.707024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:21.096437 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-34630025-6460-41b6-bd67-d0dd50eb406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:22.530282 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:22.531062 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:23.530904 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-2fbccf78-11b8-4c20-937b-0d8074ef7c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:24.610620 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:26.290707 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:26.438942 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:33.787337 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:42.383453 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:43.699195 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:43.703074 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:43.705785 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:49.468188 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:02:49.534499 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:02:51.107085 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-9ab3d99f-e0a8-4ad8-834c-ecdd672d9159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:53.546794 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6d75c172-f16f-42af-a688-1627eb23662f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:54.621284 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:56.329842 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:56.438608 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:02:59.531091 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:03.815437 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:06.402949 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:13.712872 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:UPDATE=1,neutron:SELECT=13 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:13.719862 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:19.379233 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:19.380259 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:21.112287 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-aa98be1b-94c3-4b4c-a305-50f17c8ec836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:23.529522 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-8142f04b-f70b-4c8d-940c-eaffa46edecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:24.637872 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:26.295024 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:26.477641 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:26.534356 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:03:33.831559 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:43.714088 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:43.717966 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:43.719723 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:46.266191 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=11 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:46.268121 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=17 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:51.099891 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ca2787bc-3aec-41eb-8296-e7e1f8dd9446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:53.621159 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b608-2e2d-4203-98aa-151787174b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:54.620820 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:56.242872 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:03:56.371589 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:56.376488 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=4 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:03:56.420445 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:03.533930 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:04:03.842444 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:13.530350 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:13.728093 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:13.733111 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:13.735921 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:21.122122 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5257-6822-4079-8466-d71793d47130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:23.527570 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-5bfd713a-fd6a-4695-b3f9-be304555b5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:24.755545 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:26.259176 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:26.504668 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:33.373522 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:33.375227 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=3 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:33.824919 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:40.534539 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:04:43.757544 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:43.758343 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=8 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:43.764132 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:50.528547 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=2 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:50.529423 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:04:51.087019 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-c5724e34-a3ab-4765-9265-c3a6342db688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:53.582930 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-a8fa014c-b104-4790-ae05-0964205938db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:54.647373 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:56.281303 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:04:56.458098 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:03.812354 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:10.370261 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:10.371059 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=5 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:13.745182 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:13.750052 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:13.752214 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:17.532992 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG neutron.db.agents_db [None req-2e0666bd-3fc4-4333-8c16-68f81700d01e None None] Agent healthcheck: found 6 active agents {{(pid=111087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 09:05:21.091987 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-07d5d61e-305e-4c66-80f4-175d9fb1e6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (ac6db486-e7d3-457d-ae72-7bff3f6199a7), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:23.508660 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-eca372ed-8316-45c2-9eab-c0eb17837657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (d73d0641-1a7a-4d82-8bc5-390f8b5de74b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:24.634759 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-67e1e1e1-b45b-4b27-af2a-9b43dbf17eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (cf2a4239-2e03-4ed2-a113-32bb4425230b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:26.258016 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-298b6ba7-c5fc-405e-b371-fc274930c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (352fdd6b-f17d-4698-9f11-bdb5207ade3b), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:26.474450 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-6818dbe5-27cc-4020-93c5-e737978f2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (dc1deafc-1fda-4ed5-9c31-b3726d856492), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:27.528796 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:27.531418 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=1 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:33.846119 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG neutron_lib.callbacks.manager [None req-b7e96b3a-0e10-4ac4-91b0-c4279c6f06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789023929092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-740814'] for agent (70fe4dba-6fe6-4ccc-b6cc-f5b08f279e2c), after_update {{(pid=111086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 09:05:36.407490 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:43.764401 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:43.766311 dv-cinder-850142-3-iscsi neutron-server[111086]: DEBUG dbcounter [-] [111086] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111086) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:47.358362 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=16 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 09:05:47.368413 dv-cinder-850142-3-iscsi neutron-server[111087]: DEBUG dbcounter [-] [111087] Writing DB stats neutron:SELECT=16 {{(pid=111087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}